-- Logs begin at Tue 2021-10-26 10:05:30 UTC, end at Tue 2021-10-26 11:04:18 UTC. -- Oct 26 10:37:09.874059 dv-cinder-815461-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 10:37:12.600091 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.common.config [-] Logging enabled! Oct 26 10:37:12.600730 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 10:37:12.600905 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 10:37:12.604275 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.common.config [-] Logging enabled! Oct 26 10:37:12.604534 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 10:37:12.604855 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 10:37:12.605839 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 10:37:12.606078 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 10:37:12.606449 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 10:37:12.606699 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 10:37:12.606926 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 10:37:12.607250 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.607550 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.607849 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.608089 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.608379 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.608672 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.608991 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.609309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.609610 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.609899 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.610183 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.610473 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.610715 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.610999 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.611289 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.611579 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.611805 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] debug = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.612089 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.612526 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.612955 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.613280 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.613584 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.613868 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.614150 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.614434 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.614716 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.615049 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] host = dv-cinder-815461-1-iscsi {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.615331 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.615626 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.615915 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.616212 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.616486 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.616765 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.617060 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.617362 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.617646 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.617925 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.618218 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.618513 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.618805 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.619031 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.619254 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.619547 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.619837 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.620113 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.620384 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.620673 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.620946 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.621638 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.621638 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.621801 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.622058 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.622346 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.622623 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.622901 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.623177 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.623452 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.623741 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.624017 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.624293 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.625101 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.625406 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.625681 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.625960 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.626269 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.626553 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.626837 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.627125 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.627405 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.627690 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.627964 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.628238 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.628510 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_json = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.628783 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.629054 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.629359 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.629632 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.629905 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.630179 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.630452 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.630735 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:12.631033 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.631332 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.631636 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.631922 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.632227 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.632509 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.632801 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.633106 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.633391 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.633680 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.633971 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.634251 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.634542 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.634822 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.635121 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.635426 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.635721 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.636013 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.636293 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.636571 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.636846 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.637147 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.637439 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.637720 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.638011 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.638302 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.638584 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.638874 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.639168 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.639458 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.639739 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.640621 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.640919 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.641229 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.641513 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.641799 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.642319 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.642433 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.642639 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.642927 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.643212 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.643492 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.643768 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.644052 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.644346 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.644629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.644907 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.645210 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.645491 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.645767 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.646056 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.646340 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.646616 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.646890 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.647171 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.647447 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.647724 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.648005 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.648279 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.648562 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.648838 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.649128 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.649406 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.649689 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.649966 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.650243 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.650511 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.650799 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.651069 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.651342 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.651615 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.651891 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.652166 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.652456 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.652758 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.653038 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.653345 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.653626 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.653905 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.654184 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.654465 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.654746 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.655027 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.655309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.655599 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.655907 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.656197 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.656481 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.656762 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.657106 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.657396 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.657682 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.657963 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.658243 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.658533 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.658820 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.659119 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.659416 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.659712 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.660008 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.660302 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.660586 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.660904 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.661209 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:12.661431 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 10:37:12.661679 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107901) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 10:37:13.092427 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 10:37:13.092708 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 10:37:13.093002 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 10:37:13.093397 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 10:37:13.423556 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.423762 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.424037 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.425310 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.425589 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.425857 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.460225 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.460507 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.460779 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.476716 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.477001 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.477298 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.507997 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.508281 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.508551 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.545826 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.546112 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.547176 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.785926 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.786602 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.786602 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.786786 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.787422 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.915992 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.916317 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.916610 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.916889 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.917184 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.917501 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.917764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.918025 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.918282 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.918567 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.918830 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.919097 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.919358 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.919612 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.919870 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.920137 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.920396 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.920664 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.920940 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.921994 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.922270 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.922530 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.922817 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.923201 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.923453 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.923703 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.924107 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.924351 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.924591 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.924830 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.925068 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.925337 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:13.925705 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 10:37:13.929002 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 10:37:13.933037 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 10:37:13.937722 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 26 10:37:13.939386 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 10:37:13.939852 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 10:37:13.940195 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 10:37:13.940586 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 10:37:13.943481 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 10:37:13.943734 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 10:37:13.944083 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 10:37:13.949489 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 10:37:13.971985 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 10:37:13.972448 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.972752 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107901) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 10:37:13.973156 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.974556 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107901) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 10:37:13.974844 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 10:37:13.975090 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 10:37:13.978335 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:13.978624 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.041964 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 10:37:14.042145 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 10:37:14.042391 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 10:37:14.042773 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 10:37:14.064561 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_db.sqlalchemy.engines [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107901) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 10:37:14.604398 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing driver for type 'gre' Oct 26 10:37:14.604985 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] gre ID ranges: [(1, 1000)] Oct 26 10:37:14.659395 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing driver for type 'local' Oct 26 10:37:14.659792 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing driver for type 'vlan' Oct 26 10:37:14.675119 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] VlanTypeDriver initialization complete Oct 26 10:37:14.675455 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing driver for type 'vxlan' Oct 26 10:37:14.675993 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] vxlan ID ranges: [(1, 1000)] Oct 26 10:37:14.731155 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing extension driver 'port_security' Oct 26 10:37:14.731498 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.extensions.port_security [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] PortSecurityExtensionDriver initialization complete Oct 26 10:37:14.731834 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing mechanism driver 'openvswitch' Oct 26 10:37:14.732164 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing mechanism driver 'hyperv' Oct 26 10:37:14.738946 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.plugin [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:14.739796 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.740171 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.740532 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.741066 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.741536 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.741896 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.742245 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.742655 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.743073 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.743427 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.743773 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.744167 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.744590 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.744944 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.745319 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.745719 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.746145 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.746504 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.746840 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.747236 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.747659 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > address_group after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.748009 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > address_group after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.748351 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.748763 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 10:37:14.749201 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] ML2 OVO RPC backend initialized. {{(pid=107901) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 10:37:14.749946 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.750634 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.750761 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.751174 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > networks before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.751433 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.751773 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > ports before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.752113 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.752455 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnets before_response 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.752804 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.753175 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.753516 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.753852 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.754188 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.754522 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.754857 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.755192 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.755526 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.756131 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.plugin [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Modular L2 Plugin initialization complete Oct 26 10:37:14.756467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading services supported by the core plugin {{(pid=107901) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 10:37:14.756805 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.plugins.ml2.managers [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Got port-security extension from driver 'port_security' Oct 26 10:37:14.757313 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.extensions.vlantransparent [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Disabled vlantransparent extension. Oct 26 10:37:14.757801 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107901) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 10:37:14.758125 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: router Oct 26 10:37:14.795072 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.795658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_create 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.795827 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router before_create 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.796476 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.796851 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.797236 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_delete 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.797625 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.798116 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.798461 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_create 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.798812 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.799163 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.799516 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.799874 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.800286 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.800660 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.801004 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.801368 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: subnet after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.801710 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.802060 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.802409 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.802757 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.803100 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.803457 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router after_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.803798 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.804151 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_create 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.804507 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.804850 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_update 55549900 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.805246 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > agent after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.805597 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > agent after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.805944 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > network after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.806800 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Tracking information for resource: router configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:14.807132 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Tracking information for resource: floatingip configured {{(pid=107901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 10:37:14.812596 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.db.l3_agentschedulers_db [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 10:37:14.813205 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.813569 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.813924 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.814279 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: port after_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.815065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router before_create 55550100 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.815433 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.815795 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_create 55550100 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.816154 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > router precommit_update 55550100 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.821120 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.provider_configuration [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service providers = [] {{(pid=107901) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 10:37:14.821494 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.db.servicetype_db [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107901) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 10:37:14.824491 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.service_base [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 10:37:14.824844 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.service_base [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 10:37:14.825216 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.service_base [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 10:37:14.826108 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.services.service_base [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 10:37:14.826511 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.services.service_base [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 10:37:14.826886 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.827207 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 10:37:14.840027 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.840367 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: auto_allocate Oct 26 10:37:14.846304 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: network precommit_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.846676 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: network precommit_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.847197 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.847517 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: tag Oct 26 10:37:14.854361 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.854746 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: timestamp Oct 26 10:37:14.858607 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.858941 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: network_ip_availability Oct 26 10:37:14.864448 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.864818 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.865210 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:14.865930 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.866250 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: flavors Oct 26 10:37:14.871305 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.871643 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading Plugin: revisions Oct 26 10:37:14.876509 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 10:37:14.876903 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=107901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 10:37:14.877671 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107901) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 10:37:14.878010 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Initializing extension manager. Oct 26 10:37:14.878520 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: __init__.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.878862 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: __pycache__ {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.879195 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.879527 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: address_group.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.880293 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.880853 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: address-group Oct 26 10:37:14.881212 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: address_scope.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.881931 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.882440 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: address-scope Oct 26 10:37:14.882763 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.883702 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.884215 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: router-admin-state-down-before-update Oct 26 10:37:14.884540 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: agent.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.885287 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.885804 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: agent Oct 26 10:37:14.886129 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: agent_resources_synced.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.887053 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.887570 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: agent-resources-synced Oct 26 10:37:14.887894 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.889717 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.890785 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: allowed-address-pairs Oct 26 10:37:14.891125 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.892218 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.892739 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: auto-allocated-topology Oct 26 10:37:14.893069 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: availability_zone.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.893798 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.894308 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: availability_zone Oct 26 10:37:14.894633 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: availability_zone_filter.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.895558 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.896071 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: availability_zone_filter Oct 26 10:37:14.896395 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: data_plane_status.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.897342 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.897853 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 10:37:14.898176 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: default_subnetpools.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.899099 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.899622 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: default-subnetpools Oct 26 10:37:14.899950 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.900763 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.901308 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: dhcp_agent_scheduler Oct 26 10:37:14.901637 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: dns.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.902560 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.903069 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 10:37:14.903394 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: dns_domain_ports.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.904322 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.904828 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 10:37:14.905183 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.906132 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.906640 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 10:37:14.906965 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: dvr.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.907652 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.908151 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: dvr Oct 26 10:37:14.908471 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: ecmp_routes.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.909434 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.909946 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 10:37:14.910270 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: empty_string_filtering.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.911195 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.911712 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: empty-string-filtering Oct 26 10:37:14.912039 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.912958 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.913504 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 10:37:14.913829 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.914756 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.915265 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 10:37:14.915588 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: external_net.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.916511 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.917023 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: external-net Oct 26 10:37:14.917367 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.918279 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.918785 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: extra_dhcp_opt Oct 26 10:37:14.919112 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: extraroute.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.920029 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.920533 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: extraroute Oct 26 10:37:14.920855 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: extraroute_atomic.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.922198 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.922716 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: extraroute-atomic Oct 26 10:37:14.923047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: filter_validation.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.923880 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.924387 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: filter-validation Oct 26 10:37:14.924710 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: fip_pf_description.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.925653 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.926163 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 10:37:14.926485 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: fip_port_details.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.927422 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.927937 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: fip-port-details Oct 26 10:37:14.928262 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: flavors.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.929543 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.930065 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: flavors Oct 26 10:37:14.930390 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.932090 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.932619 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 10:37:14.932958 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: floatingip_pools.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.933689 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.934207 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: floatingip-pools Oct 26 10:37:14.934538 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: ip_allocation.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.935470 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.935980 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 10:37:14.936309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.937780 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.938295 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: ip-substring-filtering Oct 26 10:37:14.938628 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l2_adjacency.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.939562 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.940076 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 10:37:14.940403 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.941417 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.941938 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: router Oct 26 10:37:14.942268 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.944526 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.945055 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 10:37:14.945415 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.946364 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.946884 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: ext-gw-mode Oct 26 10:37:14.947218 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.948141 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.948658 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: l3-ha Oct 26 10:37:14.948987 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3_flavors.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.949946 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.950459 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: l3-flavors Oct 26 10:37:14.950785 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.951701 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.952214 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 10:37:14.952590 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: l3agentscheduler.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.953655 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.954180 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: l3_agent_scheduler Oct 26 10:37:14.954511 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: logging.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.956014 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.956536 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension logging not supported by any of loaded plugins Oct 26 10:37:14.956869 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: metering.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.957641 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.958217 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: metering Oct 26 10:37:14.958544 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.959764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.960285 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: metering_source_and_destination_fields Oct 26 10:37:14.960614 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: multiprovidernet.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.961576 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.962088 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: multi-provider Oct 26 10:37:14.962415 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: netmtu.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.963339 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.963848 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: net-mtu Oct 26 10:37:14.964171 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: netmtu_writable.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.965114 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.965628 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: net-mtu-writable Oct 26 10:37:14.965953 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: network_availability_zone.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.966630 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.967139 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: network_availability_zone Oct 26 10:37:14.967462 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: network_ip_availability.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.969155 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.969674 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: network-ip-availability Oct 26 10:37:14.970003 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: network_segment_range.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.970781 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.971288 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 10:37:14.971612 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: pagination.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.972606 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.972937 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: pagination Oct 26 10:37:14.973288 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: port_device_profile.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.974208 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.974734 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: port-device-profile Oct 26 10:37:14.975061 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.975992 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.976508 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: port-mac-address-regenerate Oct 26 10:37:14.976834 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.977792 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.978307 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: port-numa-affinity-policy Oct 26 10:37:14.978629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: port_resource_request.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.979559 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.980072 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 10:37:14.980403 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: portbindings.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.981366 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.981885 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: binding Oct 26 10:37:14.982206 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: portbindings_extended.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.983502 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.984067 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: binding-extended Oct 26 10:37:14.984397 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: portsecurity.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.985353 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.985866 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: port-security Oct 26 10:37:14.986190 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: project_id.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.987174 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.987505 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: project-id Oct 26 10:37:14.987829 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: providernet.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.988759 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.989314 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: provider Oct 26 10:37:14.989637 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.993283 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.993806 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos not supported by any of loaded plugins Oct 26 10:37:14.994144 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.995416 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.995936 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 10:37:14.996270 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.997232 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:14.997750 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 10:37:14.998080 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_default.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:14.999000 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.000040 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-default not supported by any of loaded plugins Oct 26 10:37:15.000369 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_fip.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.001039 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.001573 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 10:37:15.001900 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.002837 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.003351 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 10:37:15.003677 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.004609 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.005270 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 10:37:15.005600 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.006646 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.007159 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 10:37:15.007484 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_pps_rule.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.008661 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.009208 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 10:37:15.009538 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.010476 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.010994 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 10:37:15.011320 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: qos_rules_alias.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.012536 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.013052 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 10:37:15.013408 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: quotasv2.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.014346 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.014677 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: quotas Oct 26 10:37:15.015587 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: quotasv2_detail.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.018790 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.019137 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: quota_details Oct 26 10:37:15.019470 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: rbac.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.020540 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.021071 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: rbac-policies Oct 26 10:37:15.021432 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: rbac_address_group.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.022372 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.022892 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: rbac-address-group Oct 26 10:37:15.023222 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: rbac_address_scope.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.024154 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.024671 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: rbac-address-scope Oct 26 10:37:15.024998 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: rbac_security_groups.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.025950 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.026466 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: rbac-security-groups Oct 26 10:37:15.026793 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.027714 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.028230 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: rbac-subnetpool Oct 26 10:37:15.028556 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: revisionifmatch.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.029514 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.030032 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: revision-if-match Oct 26 10:37:15.030359 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: revisions.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.031532 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.032053 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: standard-attr-revisions Oct 26 10:37:15.032384 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: router_availability_zone.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.033064 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.033597 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: router_availability_zone Oct 26 10:37:15.033919 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: routerservicetype.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.034844 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.035364 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 10:37:15.035685 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.036617 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.037238 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: security-groups-normalized-cidr Oct 26 10:37:15.037567 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.038502 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.039021 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: port-security-groups-filtering Oct 26 10:37:15.039343 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.040271 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.040787 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: security-groups-remote-address-group Oct 26 10:37:15.041140 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: securitygroup.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.051283 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.051815 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: security-group Oct 26 10:37:15.052153 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: segment.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.052951 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.053504 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension segment not supported by any of loaded plugins Oct 26 10:37:15.053837 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.054872 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.055387 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 10:37:15.055719 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: servicetype.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.056856 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.057411 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: service-type Oct 26 10:37:15.057745 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: sorting.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.058737 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.059073 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: sorting Oct 26 10:37:15.059395 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: standard_attr_segment.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.060322 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.060839 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 10:37:15.061200 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: standardattrdescription.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.062404 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.062919 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: standard-attr-description Oct 26 10:37:15.063244 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: stateful_security_group.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.064191 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.064707 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: stateful-security-group Oct 26 10:37:15.065031 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: stdattrs_common.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.065654 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 10:37:15.065981 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.066913 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.067427 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 10:37:15.067752 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnet_onboard.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.068833 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.069392 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: subnet_onboard Oct 26 10:37:15.069718 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.070658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.071174 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 10:37:15.071498 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnet_service_types.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.072433 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.072950 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: subnet-service-types Oct 26 10:37:15.073307 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnetallocation.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.074401 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.074927 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: subnet_allocation Oct 26 10:37:15.075256 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.075934 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.076465 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: subnetpool-prefix-ops Oct 26 10:37:15.076792 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.078351 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.078865 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 10:37:15.079192 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: tagging.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.080280 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.080794 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: standard-attr-tag Oct 26 10:37:15.081141 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: timestamp.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.082377 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.082898 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loaded extension: standard-attr-timestamp Oct 26 10:37:15.083227 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: trunk.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.084271 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.084795 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension trunk not supported by any of loaded plugins Oct 26 10:37:15.085153 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: trunk_details.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.086089 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.086604 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 10:37:15.086929 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.087862 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.088376 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 10:37:15.088700 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Loading extension file: vlantransparent.py {{(pid=107901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 10:37:15.089401 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 10:37:15.089910 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 10:37:15.092336 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:network Oct 26 10:37:15.092881 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnet Oct 26 10:37:15.093340 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 10:37:15.093736 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:port Oct 26 10:37:15.095001 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.095449 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service FLAVORS assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.096069 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.096520 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.096854 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:router Oct 26 10:37:15.097328 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 10:37:15.097833 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service METERING assigned prefix: /metering {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.099294 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:15.099664 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:15.100016 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:37:15.101028 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 10:37:15.101502 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:security_group Oct 26 10:37:15.101959 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 10:37:15.102581 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service CORE assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.102913 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 10:37:15.103264 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] subnetpool is already registered Oct 26 10:37:15.103709 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service CORE assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.104040 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 10:37:15.104379 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] subnetpool is already registered Oct 26 10:37:15.106897 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.107300 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service FLAVORS assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.107924 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.108374 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.108733 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:router Oct 26 10:37:15.109101 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] router is already registered Oct 26 10:37:15.109521 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 10:37:15.109868 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] floatingip is already registered Oct 26 10:37:15.110339 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service METERING assigned prefix: /metering {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.111100 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 10:37:15.111390 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] rbac_policy is already registered Oct 26 10:37:15.111819 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:security_group Oct 26 10:37:15.112162 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] security_group is already registered Oct 26 10:37:15.112569 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 10:37:15.112904 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] security_group_rule is already registered Oct 26 10:37:15.113435 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service CORE assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.113765 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 10:37:15.114100 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] subnetpool is already registered Oct 26 10:37:15.114526 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.v2.resource_helper [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Service CORE assigned prefix: {{(pid=107901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 10:37:15.114850 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 10:37:15.115183 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING neutron.quota.resource_registry [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] subnetpool is already registered Oct 26 10:37:15.116915 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: extensions {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.118411 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: address-groups {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.119901 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: address-scopes {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.121148 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: agents {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.122424 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: auto-allocated-topology {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.123663 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: availability_zones {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.125468 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: dhcp-networks {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.126893 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: dhcp-agents {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.128424 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: routers {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.130629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: flavors {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.131904 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: service_profiles {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.133164 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: next_providers {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.134629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: service_profiles {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.136094 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: floatingip-pools {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.137449 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: routers {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.139572 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: floatingips {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.140965 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: l3-routers {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.142399 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: l3-agents {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.143809 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: metering-labels {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.145076 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: metering-label-rules {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.146479 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: network-ip-availabilities {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.147765 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: bindings {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.149368 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: quotas {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.151047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: quotas {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.152592 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: rbac-policies {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.153825 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: security-groups {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.155182 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: security-group-rules {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.156468 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: service-providers {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.157746 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: subnetpools {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.159169 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: subnetpools {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.160653 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.162395 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.164208 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.166042 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.167768 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.169772 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.172018 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.174856 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.176655 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.178418 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron.api.extensions [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Extended resource: tags {{(pid=107901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 10:37:15.184572 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING keystonemiddleware.auth_token [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 10:37:15.189749 dv-cinder-815461-1-iscsi neutron-server[107901]: WARNING keystonemiddleware.auth_token [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 10:37:15.198708 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Acquired lock "singleton_lock" {{(pid=107901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 10:37:15.199191 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_concurrency.lockutils [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Releasing lock "singleton_lock" {{(pid=107901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 10:37:15.199847 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Starting 2 workers Oct 26 10:37:15.204775 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Started child 108008 {{(pid=107901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 10:37:15.209367 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Started child 108009 {{(pid=107901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 10:37:15.210199 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.210942 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO neutron.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 10:37:15.211554 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Publish callbacks [] for process, before_spawn {{(pid=107901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.211699 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [-] (108008) wsgi starting up on http://0.0.0.0:9696 Oct 26 10:37:15.213955 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Starting 1 workers Oct 26 10:37:15.214070 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.215366 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [-] (108009) wsgi starting up on http://0.0.0.0:9696 Oct 26 10:37:15.219246 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Started child 108010 {{(pid=107901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 10:37:15.219764 dv-cinder-815461-1-iscsi neutron-server[107901]: INFO oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Starting 1 workers Oct 26 10:37:15.223238 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] calling RpcWorker wait() {{(pid=108010) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 10:37:15.223799 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] returning from RpcWorker wait() {{(pid=108010) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 10:37:15.224334 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Started child 108011 {{(pid=107901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 10:37:15.224987 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.225155 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG neutron_lib.callbacks.manager [None req-16327e5b-91da-4906-95cc-db00947ef5a8 None None] Publish callbacks [] for process, after_spawn {{(pid=107901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.225674 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:15.227027 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 10:37:15.227243 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 10:37:15.227430 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 10:37:15.227642 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 10:37:15.228003 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 10:37:15.228170 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 10:37:15.228689 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.228964 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.229205 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:15.229656 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.229656 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.229798 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.230309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.230555 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.230809 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.231081 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.231330 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.231498 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.231666 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.231921 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.232172 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.232483 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.232759 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.233009 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.233302 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.233472 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.234262 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.234542 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.234808 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.235070 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] debug = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.235313 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.235776 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.235985 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.236203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.236456 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.236749 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.236975 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.237258 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.237502 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.237749 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.238002 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.238252 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.238492 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.238702 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.238920 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.239185 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.239417 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.239872 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] host = dv-cinder-815461-1-iscsi {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.240112 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.240328 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.240571 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.240796 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.241054 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.241306 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.241564 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.241833 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.242088 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.242332 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.242592 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.242861 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.243065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.243341 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.243476 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_options = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.243671 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.243943 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.244195 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.244390 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.244557 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.244732 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.244997 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.245183 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.245438 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.245644 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.245863 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.246073 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.246289 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.246521 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.246773 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.247009 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.247256 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.247472 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.247717 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.247945 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.248175 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.248423 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.248656 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.248904 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.249245 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.250006 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.250254 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.250472 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.250693 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.250944 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.251181 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.251445 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.251663 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.251907 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.252168 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.252421 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.252647 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.252881 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.253194 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.253457 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.253674 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.253935 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.254150 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.254397 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.254613 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.254833 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.255052 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_json = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.255266 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.255501 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.255756 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.255993 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.256211 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.256446 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.256680 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.256911 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.257355 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.257629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.257939 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.258199 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.258429 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.258686 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260615 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:15.260744 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260744 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.260744 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.261105 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.261249 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.261500 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.261764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.262006 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.262242 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.262459 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.262712 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.262981 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.263962 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.263962 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.263962 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.263962 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.264344 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.264547 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.264745 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.265030 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.265275 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.265570 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.265783 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.266149 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.266317 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.266437 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.266695 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.266936 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.267266 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.267505 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.267865 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.268466 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.268466 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.270658 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.273605 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274241 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.274991 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.275146 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.275383 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.275625 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.275802 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.276029 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.276251 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.276488 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.276699 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.277426 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.277426 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.277426 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.278973 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.281203 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282007 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282562 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282562 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282726 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.282877 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.283888 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.283888 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.283888 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.283888 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.284181 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.284322 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.284568 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.284853 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.285127 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.285429 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.285693 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.285925 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.286211 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.286509 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.286787 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.287060 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.287309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.287595 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.287855 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.288122 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.288376 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.288612 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.288846 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.289151 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.289396 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.289613 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.289826 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.290050 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.290382 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.290629 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.290843 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.291061 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.291331 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.291582 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.291825 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.292091 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.292335 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.292568 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.292831 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.293070 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.293285 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.293530 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.293758 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.293972 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.294190 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.294427 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.294660 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.294898 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.295109 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.295354 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.295569 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.295785 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.296001 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.296758 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.297005 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.297472 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.297696 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.297987 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.298239 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.298474 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.298633 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.298855 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.299071 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.299329 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.299565 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.299844 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.300094 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.300400 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.300591 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.300802 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.301047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.301388 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.301652 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.301850 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.302065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.302280 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.302527 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.302739 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.302965 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.303243 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.303462 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.303712 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.303965 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.304559 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.304686 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.305197 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.305764 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.306180 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.306597 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.307015 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.307149 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.307303 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.307831 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.308110 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.308483 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.308797 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.309001 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.309197 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.309438 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.309676 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.310214 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.310511 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.310871 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.311137 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.311492 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.312331 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.312441 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.312805 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.313065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.313379 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.313597 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.313898 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.314128 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.314349 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.314767 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.315102 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.315247 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.315685 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.316002 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.316226 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.316560 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.316835 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.317024 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.317462 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.317885 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.318524 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.318956 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.319325 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.319836 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.320259 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.320515 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.320937 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.321583 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.321992 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.322212 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.322459 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.322709 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.322944 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.323289 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.323595 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.324136 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.324498 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.324739 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.325201 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.325431 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.325998 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.326170 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.326581 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.326837 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.327083 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.327304 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.327674 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.328023 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.328476 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.328710 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.329342 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.329456 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.329722 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.330010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.330231 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.330657 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.331010 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.331319 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.331569 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.331817 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.332088 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.332315 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.332533 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.332774 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.333012 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.333284 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.333545 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.333774 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.333999 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.334217 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.334446 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.334682 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.334938 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.335176 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.335423 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.335642 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.335808 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 10:37:15.336359 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 10:37:15.336522 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 10:37:15.336678 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 10:37:15.336866 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 10:37:15.337043 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 10:37:15.337212 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 10:37:15.337418 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.337564 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.337717 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.337876 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.338035 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.338217 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.338378 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.338537 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.338838 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339013 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339171 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339483 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339650 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339810 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.339970 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340114 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340275 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340435 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340600 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340758 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.340917 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341074 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341260 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] debug = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341420 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341616 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341783 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.341945 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342104 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342262 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342423 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342584 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342744 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.342927 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343088 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343248 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343407 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343567 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343727 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.343886 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344206 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] host = dv-cinder-815461-1-iscsi {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344366 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344526 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344684 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344841 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.344999 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345181 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345342 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345504 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345651 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345813 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.345972 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346120 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346276 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346437 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346597 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_options = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346756 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.346915 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347074 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347263 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347429 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347575 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347738 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.347897 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348057 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348215 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348374 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348533 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348692 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.348866 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349057 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349339 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349339 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349646 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349646 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349908 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.349908 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350168 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350304 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350453 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350592 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350938 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350938 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.350938 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351337 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351337 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351587 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351587 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351746 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351827 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.351959 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352119 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352277 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352436 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352598 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352757 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.352916 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353106 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353260 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353419 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353579 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353738 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.353897 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_json = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354055 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354214 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354374 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354532 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354690 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.354848 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.355008 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.355168 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 10:37:15.355346 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.355513 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.355683 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.355845 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356008 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356170 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356332 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356493 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356654 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.356814 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357033 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357158 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357331 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357493 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357653 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357817 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.357979 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.358141 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.358303 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.358464 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359138 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359302 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359473 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359635 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359796 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.359956 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360119 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360295 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360456 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360618 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360780 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.360942 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361121 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361288 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361613 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361774 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.361937 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362143 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362271 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362396 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362558 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362720 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.362882 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363044 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363206 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363367 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363529 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363691 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.363853 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364015 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364177 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364338 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364499 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364659 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364829 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.364991 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365174 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365337 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365499 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365660 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365826 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.365987 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366147 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366309 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366469 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366642 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366803 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.366964 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367125 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367286 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367447 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367608 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367769 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.367929 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368090 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368252 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368413 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368572 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368734 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.368895 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.369055 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.369250 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.369412 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.369759 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.369759 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370004 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370128 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370251 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370373 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370495 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370647 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370808 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.370968 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371129 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371291 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371452 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371614 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371775 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.371937 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372098 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372260 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372423 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372584 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372745 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.372905 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373247 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373335 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:15.373435 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373561 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373721 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.373882 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374043 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374289 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374453 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374615 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374784 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.374946 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375109 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375270 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375436 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375607 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375772 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.375936 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376098 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376259 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376420 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376582 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376744 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.376905 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377066 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377250 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377417 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377588 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377751 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.377912 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378074 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378258 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378419 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378580 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378741 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.378902 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379063 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379226 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379387 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379548 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379709 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.379870 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380033 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380195 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380357 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380516 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380677 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.380840 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381002 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381184 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381350 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381512 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381672 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381834 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.381996 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382158 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382319 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382480 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382640 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382802 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.382964 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383125 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383285 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383446 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383606 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383768 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.383928 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.384090 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.384252 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.384418 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.384583 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.385324 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.385324 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.385324 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.385324 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.386467 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387451 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387926 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387926 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.387926 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388145 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388223 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388402 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388530 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388694 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.388859 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.389218 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.389218 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.389433 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.389516 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.389642 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.390313 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.390489 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.390652 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.390813 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.390976 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.391138 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.391300 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.391471 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.391850 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.391850 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392096 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392096 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392304 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392414 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392545 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392679 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392825 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.392985 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393187 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393336 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393542 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393651 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393806 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.393966 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394127 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394296 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394457 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394619 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394779 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.394940 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395101 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395272 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395434 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395595 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395757 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.395920 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396080 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396250 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396413 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396573 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396743 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.396903 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397065 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397247 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397419 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397582 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397746 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.397907 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398067 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398229 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398457 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398574 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398714 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.398883 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399219 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399392 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399545 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399708 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.399875 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400047 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400208 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400356 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400519 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400683 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400827 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.400987 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401365 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401365 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401649 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401649 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401901 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.401901 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402163 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402300 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402438 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402574 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402710 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.402855 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.403003 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 10:37:15.403148 dv-cinder-815461-1-iscsi neutron-server[107901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 10:37:15.544131 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51062) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:15.553028 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067515 Oct 26 10:37:27.198538 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611fdcf-04eb-4944-90af-58f15f0ae56b None None] get_active_networks_info from dv-cinder-815461-1-iscsi {{(pid=108010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 10:37:27.272676 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611fdcf-04eb-4944-90af-58f15f0ae56b None None] No non-hosted networks {{(pid=108010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 10:37:27.282597 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4dd09569-ba47-457d-8af9-e4dc72ee7acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:27.286678 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.agentschedulers_db [None req-f611fdcf-04eb-4944-90af-58f15f0ae56b None None] DHCP Agent not found on host dv-cinder-815461-1-iscsi {{(pid=108010) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 10:37:29.460908 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-222f38a3-b694-4746-a131-8cced6d6d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:29.550686 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-bb383ae6-6091-481c-828b-e2082a6743b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:30.847416 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:30.848966 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.849473 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.849976 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.850965 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.851450 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.851885 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.853121 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.854015 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.854838 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.855586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.856105 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.856615 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:30.857182 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815461-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:30.863921 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815461-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:37:30.953544 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:32.843803 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.db.l3_hamode_db [None req-d896a3c0-0ad6-4d7b-883d-b1e5e12ec64d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 10:37:32.939619 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:32.941518 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896a3c0-0ad6-4d7b-883d-b1e5e12ec64d None None] Routers set() bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:37:32.941919 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896a3c0-0ad6-4d7b-883d-b1e5e12ec64d None None] Router IDs set() for agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 10:37:33.980557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51156) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:34.479279 dv-cinder-815461-1-iscsi neutron-server[108009]: WARNING oslo_policy.policy [None req-03a5af7e-eb16-49da-83b7-4aef105ad20f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:34.479889 dv-cinder-815461-1-iscsi neutron-server[108009]: WARNING oslo_policy.policy [None req-03a5af7e-eb16-49da-83b7-4aef105ad20f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:34.704558 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [None req-03a5af7e-eb16-49da-83b7-4aef105ad20f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:37:34.705699 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-03a5af7e-eb16-49da-83b7-4aef105ad20f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7240965 Oct 26 10:37:37.172512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51170) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:37.478435 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:37:37.573935 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.policy [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 10:37:37.620223 dv-cinder-815461-1-iscsi neutron-server[108009]: WARNING oslo_policy.policy [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:37.620602 dv-cinder-815461-1-iscsi neutron-server[108009]: WARNING oslo_policy.policy [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:37.629743 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.quota [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] Loaded quota_driver: . Oct 26 10:37:37.719039 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037405317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037403862', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037409454', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037409898', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037492023', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770037439732', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-932316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-921526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574182'] for rbac-policy, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:37.784936 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:37.786133 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-220c46a7-d6df-4892-abb6-f94cb1e31eb2 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126292 Oct 26 10:37:40.484538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51182) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:40.783621 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:37:40.819426 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Made reservation on behalf of 06ae26dd548b429583c35cfbffaa5cf3 for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:37:40.822252 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:40.839751 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:40.950945 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:40.955341 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:40.978860 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:37:41.004559 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770035131158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:41.005170 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Unsubscribe: segment precommit_create {{(pid=108009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 10:37:41.005690 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Added segment bf9998dc-3179-43ca-a907-efd3253196db of type vlan for network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 Oct 26 10:37:41.011859 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ae251-ba7f-4771-a979-ef9395dde00b,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:41.048029 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.048372 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.048701 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.049025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.049370 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.049703 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.050026 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.050354 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.050685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.050997 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.051307 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.051616 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Tracked resource versions report: Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: pushed versions: Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: { 'AddressGroup': {'1.2'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'ConntrackHelper': {'1.0'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Log': {'1.0'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Network': {'1.1'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Port': {'1.7'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'PortForwarding': {'1.2'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'QosPolicy': {'1.10'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroup': {'1.4'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SubPort': {'1.0'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Subnet': {'1.1'}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Trunk': {'1.1'}} Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: consumer versions: Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'ConntrackHelper': '1.0', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Log': '1.0', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Network': '1.1', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Port': '1.7', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'PortForwarding': '1.2', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'QosPolicy': '1.10', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroup': '1.4', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroupRule': '1.2', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SubPort': '1.0', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Subnet': '1.1', Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Trunk': '1.1'}} Oct 26 10:37:41.052716 dv-cinder-815461-1-iscsi neutron-server[108009]: {{(pid=108009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:37:41.128763 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:41.170899 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:41.172033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:37:41.172751 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:41.260735 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7750957 Oct 26 10:37:41.282080 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17489f-38f9-4a6c-8d36-b60a93f8b516 admin admin] Pushing event updated for resources: {'Network': ['ID=00c41cc8-d17b-4790-8f33-f52e096b3ae1,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:41.294879 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:37:44.045429 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51196) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:44.438610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41716b1c-d133-455b-b433-c34d3afc86f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:37:44.439988 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-41716b1c-d133-455b-b433-c34d3afc86f2 admin admin] 10.222.0.79 "GET /v2.0/networks/00c41cc8-d17b-4790-8f33-f52e096b3ae1 HTTP/1.1" status: 200 len: 826 time: 0.3936067 Oct 26 10:37:44.468644 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-32497042-7424-4c11-ae0d-8197c7fe85dc admin admin] 10.222.0.79 "GET /v2.0/subnetpools/e551fbda-1996-4e1e-8ec6-fe2f54b95051 HTTP/1.1" status: 200 len: 734 time: 0.0221648 Oct 26 10:37:44.480576 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:37:44.504015 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Made reservation on behalf of 06ae26dd548b429583c35cfbffaa5cf3 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:37:44.506474 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:44.822776 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:44.894058 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3b2660-2c99-4ad2-a9ef-8c2187108037,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:44.898682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Checking segment: {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:37:44.899034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Network hostable DHCP agents. Network: 00c41cc8-d17b-4790-8f33-f52e096b3ae1, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:37:44.921924 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:37:44.935664 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 00c41cc8-d17b-4790-8f33-f52e096b3ae1) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:37:44.940870 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:37:44.941512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:44.948422 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a86edb-1349-4a33-a238-a2549e6be486 None None] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:37:44.958849 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-1c959848-6736-4a70-bdc7-f3892671e237 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4830122 Oct 26 10:37:45.286412 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:37:45.287640 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:45.588113 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Allocated IP 172.20.0.2 (00c41cc8-d17b-4790-8f33-f52e096b3ae1/4a3b2660-2c99-4ad2-a9ef-8c2187108037/78d3f5ae-7eaf-4439-8f3c-e0368446108c) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:37:45.794446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:45.802822 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:45.885859 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:37:45.894052 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:37:45.896974 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Pushing event updated for resources: {'Port': ['ID=78d3f5ae-7eaf-4439-8f3c-e0368446108c,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:45.899274 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:37:45.936581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.936983 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.937374 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.937750 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.938108 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.938477 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.938835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.939183 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.939555 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.939906 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.940268 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.940616 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Tracked resource versions report: Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: pushed versions: Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: { 'AddressGroup': {'1.2'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'ConntrackHelper': {'1.0'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Log': {'1.0'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Network': {'1.1'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Port': {'1.7'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'PortForwarding': {'1.2'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'QosPolicy': {'1.10'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroup': {'1.4'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SubPort': {'1.0'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Subnet': {'1.1'}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Trunk': {'1.1'}} Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: consumer versions: Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'ConntrackHelper': '1.0', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Log': '1.0', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Network': '1.1', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Port': '1.7', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'PortForwarding': '1.2', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'QosPolicy': '1.10', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroup': '1.4', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroupRule': '1.2', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SubPort': '1.0', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Subnet': '1.1', Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Trunk': '1.1'}} Oct 26 10:37:45.941778 dv-cinder-815461-1-iscsi neutron-server[108010]: {{(pid=108010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:37:45.990781 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Attempting to bind port 78d3f5ae-7eaf-4439-8f3c-e0368446108c on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:37:45.991441 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Attempting to bind port 78d3f5ae-7eaf-4439-8f3c-e0368446108c by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:37:45.991583 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Attempting to bind port 78d3f5ae-7eaf-4439-8f3c-e0368446108c on network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:37:45.996623 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:37:45.997710 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Checking segment: {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:37:45.998179 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:45.998569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Bound using segment: {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:37:45.999060 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Bound port: 78d3f5ae-7eaf-4439-8f3c-e0368446108c, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:37:45.999474 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:46.062625 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] For port 78d3f5ae-7eaf-4439-8f3c-e0368446108c, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:37:46.066918 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] For port 78d3f5ae-7eaf-4439-8f3c-e0368446108c, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=78d3f5ae-7eaf-4439-8f3c-e0368446108c,segment=NetworkSegment(bf9998dc-3179-43ca-a907-efd3253196db),segment_id=bf9998dc-3179-43ca-a907-efd3253196db)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:37:46.072675 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:46.138451 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85137982-f8af-4bcd-9f3b-c2de59d8c52c None None] Pushing event updated for resources: {'Port': ['ID=78d3f5ae-7eaf-4439-8f3c-e0368446108c,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:47.541215 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51204) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:48.041966 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING oslo_policy.policy [None req-03100722-7116-49d1-b221-de847c3c1a51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:48.042665 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING oslo_policy.policy [None req-03100722-7116-49d1-b221-de847c3c1a51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:48.280222 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [None req-03100722-7116-49d1-b221-de847c3c1a51 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:37:48.281547 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-03100722-7116-49d1-b221-de847c3c1a51 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7383564 Oct 26 10:37:50.808127 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51218) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:51.128307 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [None req-6aa40f38-05f4-4c30-86ad-caecc8c80999 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:37:51.129881 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6aa40f38-05f4-4c30-86ad-caecc8c80999 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3196018 Oct 26 10:37:53.912420 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51232) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:54.231761 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Request body: {'router': {'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'name': 'router1', 'admin_state_up': True}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:37:54.297520 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.policy [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 10:37:54.346733 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING oslo_policy.policy [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:54.347064 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING oslo_policy.policy [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 10:37:54.355748 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.quota [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Loaded quota_driver: . Oct 26 10:37:54.412277 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:54.414247 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:54.564088 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:54.569810 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:54.592867 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:54.593690 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-50e8e3f8-e911-4891-8bdc-bd31c6d01e1e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6803133 Oct 26 10:37:54.985505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 78d3f5ae-7eaf-4439-8f3c-e0368446108c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:37:55.077119 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 78d3f5ae-7eaf-4439-8f3c-e0368446108c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:37:55.077572 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:55.186687 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:55.219953 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 78d3f5ae-7eaf-4439-8f3c-e0368446108c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=78d3f5ae-7eaf-4439-8f3c-e0368446108c,segment=NetworkSegment(bf9998dc-3179-43ca-a907-efd3253196db),segment_id=bf9998dc-3179-43ca-a907-efd3253196db)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:37:55.223705 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:55.270472 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=78d3f5ae-7eaf-4439-8f3c-e0368446108c,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:37:55.316306 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e8373-cf04-4e43-aaa7-3903999464e5 None None] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:37:55.439138 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-0294263a-987f-4cfb-965a-9c18d3e65404 None None] Provisioning complete for port 78d3f5ae-7eaf-4439-8f3c-e0368446108c triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:37:55.439411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0294263a-987f-4cfb-965a-9c18d3e65404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:55.787670 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-904c02bd-d6c9-4ddb-98f0-6ba60be23c46 None None] Provisioning complete for port 78d3f5ae-7eaf-4439-8f3c-e0368446108c triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:37:55.788030 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-904c02bd-d6c9-4ddb-98f0-6ba60be23c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:56.951003 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 78d3f5ae-7eaf-4439-8f3c-e0368446108c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:37:57.012536 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 78d3f5ae-7eaf-4439-8f3c-e0368446108c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:37:57.012916 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:57.071567 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-55c732b3-bcc9-4d2b-9437-8415e1985142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:57.158362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51242) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:37:57.468967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [None req-5da65166-9891-411d-873e-6775a72f167d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:37:57.470021 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-5da65166-9891-411d-873e-6775a72f167d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3108082 Oct 26 10:37:59.284118 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:37:59.465791 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ebbe-33f0-4a41-92a3-59521c80be0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:37:59.976024 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51250) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:38:00.287963 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:38:00.312484 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Made reservation on behalf of a7f4e5d7b74948cba3a18cb9644e75e0 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:38:00.315362 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.331679 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.435643 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.439515 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.450728 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Reserving flat network on physical network physnet1 {{(pid=108008) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 10:38:00.482535 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770035131158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.483109 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Unsubscribe: segment precommit_create {{(pid=108008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 10:38:00.483630 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Added segment abba49c7-3855-4f81-b7ec-e867e3ae0d5f of type flat for network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 Oct 26 10:38:00.499177 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f875b11-7f37-44c0-861f-a21b98913ef0,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:00.548409 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.548721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.549019 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.549378 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.549712 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.550050 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.550381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.550720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.551060 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.551381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.551701 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.552016 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Tracked resource versions report: Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: pushed versions: Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: { 'AddressGroup': {'1.2'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'ConntrackHelper': {'1.0'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Log': {'1.0'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Network': {'1.1'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Port': {'1.7'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'PortForwarding': {'1.2'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'QosPolicy': {'1.10'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroup': {'1.4'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SubPort': {'1.0'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Subnet': {'1.1'}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Trunk': {'1.1'}} Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: consumer versions: Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'ConntrackHelper': '1.0', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Log': '1.0', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Network': '1.1', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Port': '1.7', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'PortForwarding': '1.2', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'QosPolicy': '1.10', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroup': '1.4', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroupRule': '1.2', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SubPort': '1.0', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Subnet': '1.1', Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Trunk': '1.1'}} Oct 26 10:38:00.553171 dv-cinder-815461-1-iscsi neutron-server[108008]: {{(pid=108008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:38:00.608119 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.650485 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.651738 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:38:00.652395 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.735764 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7586310 Oct 26 10:38:00.754920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd88a5-9b50-4994-a9c3-6280c2eda820 admin admin] Pushing event updated for resources: {'Network': ['ID=f603d44a-3dca-48d9-bb8d-0b56ed5059c8,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:00.766744 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:38:00.863748 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:00.871757 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:02.801897 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:03.248180 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51274) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:38:03.472025 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34330e-10c2-4ce4-8d25-6c505c75be9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:38:03.473342 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9e34330e-10c2-4ce4-8d25-6c505c75be9d admin admin] 10.222.0.79 "GET /v2.0/subnets/4a3b2660-2c99-4ad2-a9ef-8c2187108037 HTTP/1.1" status: 200 len: 849 time: 0.2241898 Oct 26 10:38:03.610672 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c201176b-c560-4f52-8ea3-fc06f43cee5b admin admin] 10.222.0.79 "GET /v2.0/routers/17ae86c8-8074-4c41-873f-0c367ed51198 HTTP/1.1" status: 200 len: 704 time: 0.1311257 Oct 26 10:38:03.883932 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.178680 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Allocated IP 172.20.0.1 (00c41cc8-d17b-4790-8f33-f52e096b3ae1/4a3b2660-2c99-4ad2-a9ef-8c2187108037/9c770894-0f1f-48b2-a6f7-e6ba60553f0e) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:38:04.364038 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.431047 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.504522 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:38:04.509520 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:38:04.512875 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:38:04.513615 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.579537 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:04.713889 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.738134 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-68e7b5f3-cf31-4642-a736-4078692e42fc None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:04.738682 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-68e7b5f3-cf31-4642-a736-4078692e42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.771331 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-68e7b5f3-cf31-4642-a736-4078692e42fc None None] Port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:38:04.984332 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.988836 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:04.989728 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:05.068553 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:05.117628 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:38:05.118926 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:38:05.284730 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Router 17ae86c8-8074-4c41-873f-0c367ed51198 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:38:05.294306 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-23292486-d1c1-4710-84a5-f97997fe305a None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:05.294679 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-23292486-d1c1-4710-84a5-f97997fe305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:05.332390 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-23292486-d1c1-4710-84a5-f97997fe305a None None] Port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:38:05.382054 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:38:05.388088 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-85b6f82a-520e-400d-9d06-1abf25ee06d1 admin admin] 10.222.0.79 "PUT /v2.0/routers/17ae86c8-8074-4c41-873f-0c367ed51198/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7715352 Oct 26 10:38:05.394689 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Sync routers for ids ['17ae86c8-8074-4c41-873f-0c367ed51198'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:38:05.407759 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Routers {'17ae86c8-8074-4c41-873f-0c367ed51198'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:38:05.408594 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:37:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['17ae86c8-8074-4c41-873f-0c367ed51198'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:05.600582 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Set router 17ae86c8-8074-4c41-873f-0c367ed51198 gateway port host: None {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:38:06.038349 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:04Z', 'revision_number': 2, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port_host': None, '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:04Z', 'revision_number': 2, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:06.087685 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Checking router: 17ae86c8-8074-4c41-873f-0c367ed51198 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:38:06.088067 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Updating router 17ae86c8-8074-4c41-873f-0c367ed51198 port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:38:06.164297 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.654343 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.661551 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.826767 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Pushing event updated for resources: {'Port': ['ID=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:06.836014 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Attempting to bind port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:38:06.836400 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Attempting to bind port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:38:06.836824 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Attempting to bind port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e on network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:38:06.841345 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.841678 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.842010 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.842335 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.842653 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.842972 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.843349 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.843605 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.843929 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.844240 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.844550 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.844925 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Tracked resource versions report: Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: pushed versions: Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: { 'AddressGroup': {'1.2'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'ConntrackHelper': {'1.0'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Log': {'1.0'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Network': {'1.1'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Port': {'1.7'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'PortForwarding': {'1.2'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'QosPolicy': {'1.10'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroup': {'1.4'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SubPort': {'1.0'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Subnet': {'1.1'}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Trunk': {'1.1'}} Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: consumer versions: Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'ConntrackHelper': '1.0', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Log': '1.0', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Network': '1.1', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Port': '1.7', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'PortForwarding': '1.2', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'QosPolicy': '1.10', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroup': '1.4', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroupRule': '1.2', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SubPort': '1.0', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Subnet': '1.1', Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Trunk': '1.1'}} Oct 26 10:38:06.845959 dv-cinder-815461-1-iscsi neutron-server[108011]: {{(pid=108011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:38:06.850811 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:38:06.851189 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Checking segment: {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:38:06.851662 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.852037 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Bound using segment: {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:38:06.852533 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Bound port: 9c770894-0f1f-48b2-a6f7-e6ba60553f0e, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9998dc-3179-43ca-a907-efd3253196db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:38:06.852925 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.863604 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-3ddb22d8-0cb1-4fd6-9a74-96e70b6c72f3 None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:06.864035 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb22d8-0cb1-4fd6-9a74-96e70b6c72f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:06.898848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb22d8-0cb1-4fd6-9a74-96e70b6c72f3 None None] Port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:38:06.927371 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] For port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:38:06.946561 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] For port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,segment=NetworkSegment(bf9998dc-3179-43ca-a907-efd3253196db),segment_id=bf9998dc-3179-43ca-a907-efd3253196db)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:38:06.952159 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:07.012606 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0768-2158-4f4f-9f32-5cef5d2357d0 None None] Pushing event updated for resources: {'Port': ['ID=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:07.017642 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Routers {'17ae86c8-8074-4c41-873f-0c367ed51198'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:38:07.018324 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:37:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['17ae86c8-8074-4c41-873f-0c367ed51198'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:07.114605 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] Set router 17ae86c8-8074-4c41-873f-0c367ed51198 gateway port host: None {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:38:07.221812 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:07.222250 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:07.300679 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:07.336198 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:04Z', 'revision_number': 2, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port_host': None, '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:06Z', 'revision_number': 4, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:07.336845 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] For port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,segment=NetworkSegment(bf9998dc-3179-43ca-a907-efd3253196db),segment_id=bf9998dc-3179-43ca-a907-efd3253196db)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:38:07.341800 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:07.364420 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5135df-8c0f-4297-acfa-6623a57c4789 None None] The sync data for ids ['17ae86c8-8074-4c41-873f-0c367ed51198'] in dv-cinder-815461-1-iscsi is: [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:04Z', 'revision_number': 2, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port_host': None, '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:06Z', 'revision_number': 4, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:38:07.397098 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9a7ac-d28b-4e90-a30b-96eb9d3040b3 None None] Pushing event updated for resources: {'Port': ['ID=9c770894-0f1f-48b2-a6f7-e6ba60553f0e,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:07.759335 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51294) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:38:07.875538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a15e6-356d-4d4f-9467-4ded5b291397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:38:07.876825 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-071a15e6-356d-4d4f-9467-4ded5b291397 admin admin] 10.222.0.79 "GET /v2.0/networks/f603d44a-3dca-48d9-bb8d-0b56ed5059c8 HTTP/1.1" status: 200 len: 842 time: 0.1165402 Oct 26 10:38:07.886890 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:38:07.911038 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Made reservation on behalf of a7f4e5d7b74948cba3a18cb9644e75e0 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:38:07.913360 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:08.221399 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.objects.ports [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108008) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 10:38:08.221769 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:08.268855 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93bdc61-ed45-4238-bfa9-40a1c0bbbb44,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:08.286318 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:38:08.286667 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Network hostable DHCP agents. Network: f603d44a-3dca-48d9-bb8d-0b56ed5059c8, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:38:08.308882 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:38:08.321438 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, f603d44a-3dca-48d9-bb8d-0b56ed5059c8) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:38:08.326109 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:38:08.326703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:08.330581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd9e01-033e-4c6c-a373-d626644d7c1c None None] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:38:08.361169 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-26403ff0-4714-4fff-bb76-bc0a955b9179 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4646244 Oct 26 10:38:08.482726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f596cb3-85a7-4d9a-8ec0-daf99811051f None None] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:38:10.804407 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51302) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:38:10.939976 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-95a7816a-0b47-4b39-9d39-28de2d375bbe admin admin] 10.222.0.79 "GET /v2.0/routers/17ae86c8-8074-4c41-873f-0c367ed51198 HTTP/1.1" status: 200 len: 710 time: 0.1342626 Oct 26 10:38:11.026519 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6da8c8-f4b6-4820-975a-722c40763f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:38:11.027877 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9e6da8c8-f4b6-4820-975a-722c40763f26 admin admin] 10.222.0.79 "GET /v2.0/networks/f603d44a-3dca-48d9-bb8d-0b56ed5059c8 HTTP/1.1" status: 200 len: 886 time: 0.0816610 Oct 26 10:38:11.037560 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:38:11.368536 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:11.607233 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:11.681561 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:11.785429 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Allocated IP 172.27.3.51 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:38:11.887580 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:11.920846 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:11.959297 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:38:11.962411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:38:11.969952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:38:11.973264 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Pushing event updated for resources: {'Port': ['ID=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:12.221446 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:12.416819 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1587388', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:12.420878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1587365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1587370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588239'] for router, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:12.528749 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Router 17ae86c8-8074-4c41-873f-0c367ed51198 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:38:12.726924 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:38:12.731483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:12.732690 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-669ff692-7294-43c8-96db-caa8bc007aeb admin admin] 10.222.0.79 "PUT /v2.0/routers/17ae86c8-8074-4c41-873f-0c367ed51198 HTTP/1.1" status: 200 len: 889 time: 1.6984112 Oct 26 10:38:14.556281 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Sync routers for ids ['17ae86c8-8074-4c41-873f-0c367ed51198'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:38:14.568615 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Routers {'17ae86c8-8074-4c41-873f-0c367ed51198'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:38:14.569216 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:37:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['17ae86c8-8074-4c41-873f-0c367ed51198'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:14.780074 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Set router 17ae86c8-8074-4c41-873f-0c367ed51198 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:38:14.985163 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 9c770894-0f1f-48b2-a6f7-e6ba60553f0e up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:38:15.273340 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:15.273908 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:15.405550 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51314) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:38:15.497192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:12Z', 'revision_number': 4, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port': {'id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:11Z', 'updated_at': '2021-10-26T10:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:07Z', 'revision_number': 5, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:15.518735 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-19f3e1f7-561e-46d4-93be-477977b014ef admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120579 Oct 26 10:38:15.551917 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Checking router: 17ae86c8-8074-4c41-873f-0c367ed51198 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:38:15.552207 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Updating router 17ae86c8-8074-4c41-873f-0c367ed51198 port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:38:15.602584 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:15.929972 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:15.935819 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:15.991984 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee2f9-6671-4848-b054-5c0175d9d8e5 None None] Pushing event updated for resources: {'Port': ['ID=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:15.995432 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Attempting to bind port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:38:15.996530 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Attempting to bind port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:38:15.996749 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Attempting to bind port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:38:16.003098 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:38:16.003481 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:38:16.005581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:16.005581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:38:16.005581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Bound port: a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:38:16.005581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:16.057509 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] For port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:38:16.061345 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] For port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:38:16.066363 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:16.126204 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Routers {'17ae86c8-8074-4c41-873f-0c367ed51198'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:38:16.126836 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:37:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['17ae86c8-8074-4c41-873f-0c367ed51198'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:16.132476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee2f9-6671-4848-b054-5c0175d9d8e5 None None] Pushing event updated for resources: {'Port': ['ID=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:16.239796 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] Set router 17ae86c8-8074-4c41-873f-0c367ed51198 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:38:16.473512 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:12Z', 'revision_number': 4, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port': {'id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:11Z', 'updated_at': '2021-10-26T10:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:07Z', 'revision_number': 5, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:38:16.510342 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fcf1fd-c912-422e-aacd-a79903ec8fee None None] The sync data for ids ['17ae86c8-8074-4c41-873f-0c367ed51198'] in dv-cinder-815461-1-iscsi is: [{'id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'name': 'router1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:37:54Z', 'updated_at': '2021-10-26T10:38:12Z', 'revision_number': 4, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'gw_port': {'id': 'a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:11Z', 'updated_at': '2021-10-26T10:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '9c770894-0f1f-48b2-a6f7-e6ba60553f0e', 'name': '', 'network_id': '00c41cc8-d17b-4790-8f33-f52e096b3ae1', 'tenant_id': '06ae26dd548b429583c35cfbffaa5cf3', 'mac_address': 'fa:16:3e:58:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ae86c8-8074-4c41-873f-0c367ed51198', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:38:03Z', 'updated_at': '2021-10-26T10:38:07Z', 'revision_number': 5, 'project_id': '06ae26dd548b429583c35cfbffaa5cf3', 'subnets': [{'id': '4a3b2660-2c99-4ad2-a9ef-8c2187108037', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e551fbda-1996-4e1e-8ec6-fe2f54b95051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:38:17.019404 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:38:17.079065 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:17.079436 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:17.163829 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:17.187714 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:38:17.196835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:17.258760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:38:18.968237 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:38:19.034359 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port a9dcf9c2-c5a7-4bcb-80e0-da0ba3a10827 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:38:19.034737 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:27.064040 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4891e4f6-e423-4bf1-a1f9-e1cb1462b639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:29.470153 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4ef26cc2-bdfd-47c1-a84c-90587cd77f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:30.868447 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:30.879944 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:32.813564 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:36.283519 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:38:57.074904 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba326-e66e-49c7-965d-e5623ecaf3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:38:59.490546 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-91e216d8-a553-4e17-a776-42b1ef544edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:00.860836 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:00.868158 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:02.812094 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:13.282263 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:39:27.068639 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-aa94917f-7084-4a1e-bf4f-6cca8dc1db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:29.478418 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-eb7aecde-7c9a-49cb-91fd-22e3d6fe24df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:30.864461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:30.870690 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:32.814569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:50.280509 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:39:54.001104 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51876) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:39:54.061055 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f180b75-0b9a-4098-ab08-5f61cabb8b84 admin admin] GET failed (client error): The resource could not be found. Oct 26 10:39:54.062402 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-1f180b75-0b9a-4098-ab08-5f61cabb8b84 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603168 Oct 26 10:39:54.223275 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5262fee1-4cee-4aa2-85fd-906f2f3d9a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:39:54.224644 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-5262fee1-4cee-4aa2-85fd-906f2f3d9a63 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1570823 Oct 26 10:39:56.496514 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51886) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:39:56.587749 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fef0b6-a90e-4027-8b47-d1ca87799711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:39:56.589105 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-83fef0b6-a90e-4027-8b47-d1ca87799711 admin admin] 10.222.0.79 "GET /v2.0/subnets/4a3b2660-2c99-4ad2-a9ef-8c2187108037 HTTP/1.1" status: 200 len: 849 time: 0.0915458 Oct 26 10:39:56.598885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:39:56.687714 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Publish callbacks [] for subnet, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:56.823304 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770035105509'] for subnet, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:56.854574 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:39:56.855150 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:56.856411 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] 10.222.0.79 "PUT /v2.0/subnets/4a3b2660-2c99-4ad2-a9ef-8c2187108037 HTTP/1.1" status: 200 len: 868 time: 0.2611420 Oct 26 10:39:56.860166 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d4853f-0e23-4bd0-ade5-9464f9a6b8ac None None] Network 00c41cc8-d17b-4790-8f33-f52e096b3ae1 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:39:56.879761 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3b2660-2c99-4ad2-a9ef-8c2187108037,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:39:56.887567 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.887941 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.888284 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.888620 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.888950 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.889332 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.889668 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.889998 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.890343 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.890670 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.890994 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:56.891326 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c3cec4-370a-4699-97c1-72f139af7b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:39:57.072664 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9ab50549-03ca-4a3d-9ccc-c8e9f09ebe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:57.267109 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-4f262d2a-5f5d-443c-b3c4-1d9cc3d880a7 None None] Provisioning complete for port 78d3f5ae-7eaf-4439-8f3c-e0368446108c triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:39:57.267480 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4f262d2a-5f5d-443c-b3c4-1d9cc3d880a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:57.354411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-4f262d2a-5f5d-443c-b3c4-1d9cc3d880a7 None None] Provisioning complete for port 9c770894-0f1f-48b2-a6f7-e6ba60553f0e triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:39:57.354690 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4f262d2a-5f5d-443c-b3c4-1d9cc3d880a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:39:59.169855 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51894) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:39:59.368020 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7dfec-0eb5-4554-abbd-e578974b0b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:39:59.368497 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7dfec-0eb5-4554-abbd-e578974b0b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:39:59.370054 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-01d7dfec-0eb5-4554-abbd-e578974b0b0a admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1992509 Oct 26 10:39:59.480131 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-bfe78225-c385-46e9-94ba-9cf9183910e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:00.864685 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:00.866848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:01.648057 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51902) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:01.779509 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9bea4-0410-4ec9-b248-48c89ffc04a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:01.780015 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9bea4-0410-4ec9-b248-48c89ffc04a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:01.781549 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9fa9bea4-0410-4ec9-b248-48c89ffc04a0 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1325567 Oct 26 10:40:02.820459 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:04.075501 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51910) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:04.202711 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a2b16-a44e-4b9f-be43-45cdee3c5948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:04.204076 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d26a2b16-a44e-4b9f-be43-45cdee3c5948 admin admin] 10.222.0.79 "GET /v2.0/networks/00c41cc8-d17b-4790-8f33-f52e096b3ae1 HTTP/1.1" status: 200 len: 870 time: 0.1276407 Oct 26 10:40:06.483978 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51918) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:06.609068 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cd42b-4faf-4fb6-ba85-4e79293e3a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:06.610451 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-fc8cd42b-4faf-4fb6-ba85-4e79293e3a98 admin admin] 10.222.0.79 "GET /v2.0/networks/f603d44a-3dca-48d9-bb8d-0b56ed5059c8 HTTP/1.1" status: 200 len: 886 time: 0.1255054 Oct 26 10:40:08.884548 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51926) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:09.007809 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83771187-665f-4f49-9ae1-5da8d89bbe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:09.008261 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83771187-665f-4f49-9ae1-5da8d89bbe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:09.009786 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-83771187-665f-4f49-9ae1-5da8d89bbe60 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243320 Oct 26 10:40:11.269415 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 51934) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:11.395807 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bad61f-03a3-4446-9401-78d0e0e652a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:11.396258 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bad61f-03a3-4446-9401-78d0e0e652a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:11.397805 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-59bad61f-03a3-4446-9401-78d0e0e652a8 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274402 Oct 26 10:40:13.679703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51944) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:13.768368 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b025d-61fd-4b6f-bd08-07f6bda6acc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:13.769709 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b09b025d-61fd-4b6f-bd08-07f6bda6acc9 admin admin] 10.222.0.79 "GET /v2.0/subnets/4a3b2660-2c99-4ad2-a9ef-8c2187108037 HTTP/1.1" status: 200 len: 868 time: 0.0890589 Oct 26 10:40:16.038983 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 51952) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:16.130881 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e7c07-aade-4732-9b68-0077173e68f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:16.132213 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c58e7c07-aade-4732-9b68-0077173e68f5 admin admin] 10.222.0.79 "GET /v2.0/subnets/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44 HTTP/1.1" status: 200 len: 816 time: 0.0922830 Oct 26 10:40:27.076556 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a0399431-cca4-41ce-a775-7ea5e02e93bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:27.278973 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:40:29.482685 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff391eef-a990-44cb-ba33-4014cc3bd055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:30.858698 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:30.869380 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:32.821439 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:40.534535 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52006) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:40.581369 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [None req-1c75cf14-4c2d-4153-b3a4-514f3d15bdac admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:40:40.582384 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-1c75cf14-4c2d-4153-b3a4-514f3d15bdac admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469053 Oct 26 10:40:42.923464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52014) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:42.982413 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75e743d-6a68-4d71-8140-0e4b0f7cb81c admin admin] GET failed (client error): The resource could not be found. Oct 26 10:40:42.983693 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-f75e743d-6a68-4d71-8140-0e4b0f7cb81c admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593014 Oct 26 10:40:43.069949 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b23533-886c-4021-ad29-7b331594e1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:43.071370 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-42b23533-886c-4021-ad29-7b331594e1a6 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830979 Oct 26 10:40:45.360764 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52022) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:45.406714 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:40:45.426703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Made reservation on behalf of a7f4e5d7b74948cba3a18cb9644e75e0 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:40:45.429629 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:45.455816 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING neutron.services.revisions.revision_plugin [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Could not find related network for resource to bump revision. Oct 26 10:40:45.469427 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:40:45.478813 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:45.479146 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Added segment 57c3ee91-69f1-4cda-a1ae-51cdb2939060 of type vlan for network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 Oct 26 10:40:45.524471 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:45.550370 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:45.551222 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:45.551799 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:45.596205 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2343652 Oct 26 10:40:45.611887 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de6316-4234-40bc-b90b-ccddce3b57bc admin admin] Pushing event updated for resources: {'Network': ['ID=6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:40:45.624323 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:40:47.923214 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52030) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:40:47.982705 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.pecan_wsgi.hooks.translation [None req-df68669d-c385-4701-ab0e-bc9d0f59ea81 admin admin] GET failed (client error): The resource could not be found. Oct 26 10:40:47.984005 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-df68669d-c385-4701-ab0e-bc9d0f59ea81 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598450 Oct 26 10:40:48.150271 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c03a1-7213-488f-b2e3-ad3aadb3180d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:48.151650 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-429c03a1-7213-488f-b2e3-ad3aadb3180d admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1629972 Oct 26 10:40:48.163471 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4', 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:40:48.182972 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Made reservation on behalf of a7f4e5d7b74948cba3a18cb9644e75e0 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:40:48.185362 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Publish callbacks [] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:48.344664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:48.400499 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f107e79-e16d-413a-a736-350ddcf7cd41,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:40:48.405313 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Checking segment: {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:40:48.405679 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Network hostable DHCP agents. Network: 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:40:48.422318 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:40:48.430148 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:40:48.434582 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:40:48.435170 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:48.439163 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf86c9-df94-4e19-bad4-eafef5bca93d None None] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:40:48.451842 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-01a37171-0706-4c03-ba55-620b40f1f64a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922926 Oct 26 10:40:48.590181 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4', 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4', 'tenant_id': 'a7f4e5d7b74948cba3a18cb9644e75e0', 'fixed_ips': [{'subnet_id': '3f107e79-e16d-413a-a736-350ddcf7cd41'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:40:48.591250 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:48.732170 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Allocated IP 192.168.233.2 (6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4/3f107e79-e16d-413a-a736-350ddcf7cd41/8f7c397e-03f6-4de5-a4ce-70104db24913) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:40:48.971414 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:48.978750 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:49.018893 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:40:49.022295 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:40:49.024743 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:40:49.038211 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c397e-03f6-4de5-a4ce-70104db24913,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:40:49.058904 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.059272 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.059621 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.059956 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.060299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.060634 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.060982 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.061337 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.061681 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.062006 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.062328 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.062648 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:40:49.097331 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Attempting to bind port 8f7c397e-03f6-4de5-a4ce-70104db24913 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:40:49.097708 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Attempting to bind port 8f7c397e-03f6-4de5-a4ce-70104db24913 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:40:49.098068 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Attempting to bind port 8f7c397e-03f6-4de5-a4ce-70104db24913 on network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:40:49.103161 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:40:49.103533 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Checking segment: {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:40:49.103930 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:49.104355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Bound using segment: {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:40:49.104819 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Bound port: 8f7c397e-03f6-4de5-a4ce-70104db24913, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:40:49.105268 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:49.165921 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] For port 8f7c397e-03f6-4de5-a4ce-70104db24913, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:40:49.168961 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] For port 8f7c397e-03f6-4de5-a4ce-70104db24913, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=8f7c397e-03f6-4de5-a4ce-70104db24913,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:40:49.173450 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:49.232436 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a99b1-2b69-40da-a0a9-5b4ca7a237c4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c397e-03f6-4de5-a4ce-70104db24913,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:40:50.036345 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe126f-8689-4aa5-a8f5-ca4c84374f04 None None] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:40:50.097883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] Provisioning complete for port 8f7c397e-03f6-4de5-a4ce-70104db24913 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:40:50.098183 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:50.247622 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:50.288764 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] For port 8f7c397e-03f6-4de5-a4ce-70104db24913, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=8f7c397e-03f6-4de5-a4ce-70104db24913,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:40:50.293634 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:50.346333 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f979c-3b0d-4bc8-99ac-f8167711f7ba None None] Pushing event updated for resources: {'Port': ['ID=8f7c397e-03f6-4de5-a4ce-70104db24913,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:40:50.514576 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-8d721167-0275-4f93-bfdd-bf0ae5950db8 None None] Provisioning complete for port 8f7c397e-03f6-4de5-a4ce-70104db24913 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:40:50.514941 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8d721167-0275-4f93-bfdd-bf0ae5950db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:51.060900 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 8f7c397e-03f6-4de5-a4ce-70104db24913 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:40:51.111376 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 8f7c397e-03f6-4de5-a4ce-70104db24913 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:40:51.111738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:57.077775 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-231f4cdb-e967-4648-8355-3c764985d487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:40:59.484694 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-27fd6dd3-8e49-4318-9b14-e220959240ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:00.865385 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:00.873381 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:02.827513 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:04.277291 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:41:27.078299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-01491761-879c-40b8-9234-e65483c9b01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:29.486366 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b0de39be-1ac5-43e0-8d8d-aa0101e0105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:30.857825 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:30.886738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:32.827671 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:41.275030 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:41:56.639362 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52074) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:41:56.645166 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [None req-665004b3-fcf6-48af-be49-c1d14e4dd1cf tempest-verify_tempest_config-276435459 tempest-verify_tempest_config-276435459-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:41:56.646110 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-665004b3-fcf6-48af-be49-c1d14e4dd1cf tempest-verify_tempest_config-276435459 tempest-verify_tempest_config-276435459-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058069 Oct 26 10:41:56.932167 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52092) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:41:57.031778 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.079655 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4325a568-08cc-459c-9b0a-740a2733b155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.105802 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.109295 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.153518 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5a1159940394d74a64a420b4f7513b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2203324 Oct 26 10:41:57.154759 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6e75ea-f1dd-4046-91bb-545b0c79753f,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:41:57.156303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52096) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:41:57.161489 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.161857 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.162237 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.162584 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.162914 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.163438 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.163776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.164137 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.164483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.164805 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.165146 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.165467 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7087e7-cd73-4689-8b1f-436ebb8c1f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.214814 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.234394 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.322480 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.324995 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:41:57.326142 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e6e75ea-f1dd-4046-91bb-545b0c79753f HTTP/1.1" status: 204 len: 168 time: 0.1683347 Oct 26 10:41:57.333942 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6e75ea-f1dd-4046-91bb-545b0c79753f,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:41:57.340467 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.340830 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.341193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.341526 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.341851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.342198 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.342529 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.342866 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.343193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.343511 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.343828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:57.344161 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b61ad1-c589-4d77-91da-9f19f3f90ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:41:59.487351 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2c3c-1be9-4619-b255-52e91a180248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:00.861416 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:00.877594 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:02.831754 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:18.273166 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:42:27.081338 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcc06-c31f-4943-811b-d98416470a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:29.488460 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a651c5e0-1196-4b54-b7ce-1b5cb8bbc0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:30.863085 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:30.882365 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:32.834636 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:55.272844 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:42:57.081534 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-41f70b88-482b-4c8f-b549-cf2413fca291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:42:59.489107 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc71-5f2c-4041-b5a1-fb2534db7d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:00.864823 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:00.883283 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:02.836175 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:27.082446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-3d511e56-060e-462c-953f-daedc06923c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:29.491745 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-aee5d070-5e34-4ba7-a426-76e9dc790dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:30.867234 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:30.890052 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:32.271383 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 5 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:43:32.840513 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:33.794651 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589162'] for agent, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:49.429173 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52172) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:43:49.530379 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-477474d8-456a-465e-b1d5-895656e4d171 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001391 Oct 26 10:43:51.813459 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52182) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:43:51.876455 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-93ff9485-d351-4d59-be80-bbedfd0869df admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618346 Oct 26 10:43:57.085380 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a5972532-52f9-43de-a6c5-c234b604c52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:43:59.495589 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e9b8cf38-e664-45fd-ac34-3dc48fa89cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:00.868353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:00.891629 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:02.842909 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:03.764526 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:09.269752 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:44:27.088199 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0c54-179c-45fd-9f86-e57c919f592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:29.497008 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d035a8d7-e56f-44f8-859f-09d5ef6c0777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:30.869027 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:30.894837 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:32.846797 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:33.779727 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:46.270545 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:44:57.089401 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-53d7ebab-95c9-4140-a452-d366655cf4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:44:59.498501 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-65bd3766-9de8-486d-b344-f570699ebc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:00.873175 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:00.899667 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:02.851609 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:03.792581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:21.682019 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52376) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:21.923877 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1699574507-network', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:21.945572 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Made reservation on behalf of 7e793e9ed0d440f2b91a6f48868930b9 for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:21.948138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:21.957921 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.037967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.046415 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.077000 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:45:22.089627 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f2d5c-e497-4e7a-81bf-f08e04e857e0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:22.091901 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.092234 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Added segment 7a38c27d-ba1d-4f25-b71e-670846a2da13 of type vlan for network e369c395-d403-4d63-9571-9bc940f6f770 Oct 26 10:45:22.098534 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.098896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.099242 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.099563 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.099885 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.100224 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.100547 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.100868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.101232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.101548 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.102092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.102219 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Tracked resource versions report: Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: pushed versions: Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: { 'AddressGroup': {'1.2'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'ConntrackHelper': {'1.0'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Log': {'1.0'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Network': {'1.1'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Port': {'1.7'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'PortForwarding': {'1.2'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'QosPolicy': {'1.10'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroup': {'1.4'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SubPort': {'1.0'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Subnet': {'1.1'}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Trunk': {'1.1'}} Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: consumer versions: Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: HyperV agent@hv-cinder-81546: {}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'ConntrackHelper': '1.0', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Log': '1.0', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Network': '1.1', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Port': '1.7', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'PortForwarding': '1.2', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'QosPolicy': '1.10', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroup': '1.4', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SecurityGroupRule': '1.2', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'SubPort': '1.0', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Subnet': '1.1', Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: 'Trunk': '1.1'}} Oct 26 10:45:22.103369 dv-cinder-815461-1-iscsi neutron-server[108009]: {{(pid=108009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:45:22.157477 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.183075 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.184022 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:22.184609 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.243730 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] Pushing event updated for resources: {'Network': ['ID=e369c395-d403-4d63-9571-9bc940f6f770,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:22.255735 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network e369c395-d403-4d63-9571-9bc940f6f770 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:45:22.275468 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52412) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:22.276002 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52414) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:22.288822 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c5b4ffbb-df4f-4e73-8165-a6a1b99c291c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6054664 Oct 26 10:45:22.289989 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Request body: {'subnet': {'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1699574507-subnet', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:22.333625 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Made reservation on behalf of 7e793e9ed0d440f2b91a6f48868930b9 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:22.353651 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Publish callbacks [] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.515908 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52434) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:22.571638 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.615462 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26a2f44-1811-4ee1-bfec-d5f6a345bb82,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:22.625111 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-network', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:22.653800 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Made reservation on behalf of 1a366dab19cc43e3a30e0db46d825a38 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:22.656179 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.667169 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.677438 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.677996 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.678425 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.678796 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.679174 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.679575 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.679919 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.680409 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.680723 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.681235 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.681611 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.681931 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Tracked resource versions report: Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: pushed versions: Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: { 'AddressGroup': {'1.2'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'ConntrackHelper': {'1.0'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Log': {'1.0'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Network': {'1.1'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Port': {'1.7'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'PortForwarding': {'1.2'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'QosPolicy': {'1.10'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroup': {'1.4'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SubPort': {'1.0'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Subnet': {'1.1'}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Trunk': {'1.1'}} Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: consumer versions: Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: HyperV agent@hv-cinder-81546: {}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'ConntrackHelper': '1.0', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Log': '1.0', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Network': '1.1', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Port': '1.7', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'PortForwarding': '1.2', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'QosPolicy': '1.10', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroup': '1.4', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SecurityGroupRule': '1.2', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'SubPort': '1.0', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Subnet': '1.1', Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: 'Trunk': '1.1'}} Oct 26 10:45:22.683643 dv-cinder-815461-1-iscsi neutron-server[108008]: {{(pid=108008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:45:22.719746 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Checking segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:22.720345 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Network hostable DHCP agents. Network: e369c395-d403-4d63-9571-9bc940f6f770, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:45:22.755248 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Network e369c395-d403-4d63-9571-9bc940f6f770 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:45:22.805872 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, e369c395-d403-4d63-9571-9bc940f6f770) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:22.818440 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:22.819210 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.820881 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236b4e5-fe55-4302-8e7a-09dce54d1ac8 None None] Network e369c395-d403-4d63-9571-9bc940f6f770 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:22.870909 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.874750 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-23a65605-d8ff-4b89-856e-19b2675a132f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5978997 Oct 26 10:45:22.877414 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.878399 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52456) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:22.883952 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:22.909333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:45:22.928757 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8746d0-78c3-4be8-9f4f-3608d5e16c22,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:22.932264 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.932812 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Added segment 5a823c52-d885-4cfb-bfc5-0b1998f3e492 of type vlan for network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 Oct 26 10:45:22.934933 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:22.936674 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.018625 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.076526 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.077928 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:23.078969 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.087864 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1790493443-network', 'tenant_id': '54211460b4bc40eb8d62b9e5d58ae2cb'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:23.114016 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8352947 Oct 26 10:45:23.118112 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52464) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:23.136980 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-e369c395-d403-4d63-9571-9bc940f6f770', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:45:23.138276 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.158999 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Request body: {'subnet': {'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-subnet', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:23.196218 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.252153 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Made reservation on behalf of 1a366dab19cc43e3a30e0db46d825a38 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:23.255004 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.271995 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:45:23.413882 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Allocated IP 172.20.0.2 (e369c395-d403-4d63-9571-9bc940f6f770/f26a2f44-1811-4ee1-bfec-d5f6a345bb82/248cfb64-c213-4b64-b7ec-2f8b178a111c) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:23.467104 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.509776 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Made reservation on behalf of 54211460b4bc40eb8d62b9e5d58ae2cb for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:23.514497 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.521728 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa47109c-6683-477e-9fdd-86e01e722ba6,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:23.547240 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f86cd8-5ddf-490d-bb40-a14e91b1235b admin admin] Pushing event updated for resources: {'Network': ['ID=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:23.549761 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Checking segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:23.551365 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Network hostable DHCP agents. Network: 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:45:23.564266 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:45:23.596672 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:45:23.612271 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:23.637665 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:23.637665 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.649430 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab842d-49f1-4ed7-b59d-8e2580bf3c48 None None] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:23.668187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.672052 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e765fd33-4e04-473c-ab5f-5c20724fe404 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5303497 Oct 26 10:45:23.675306 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52486) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:23.685885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:23.688247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.748264 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.749064 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.749330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.766891 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.848954 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Network e369c395-d403-4d63-9571-9bc940f6f770 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:23.862910 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52490) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:23.863335 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:23.868688 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:23.874583 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:23.889297 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Pushing event updated for resources: {'Port': ['ID=248cfb64-c213-4b64-b7ec-2f8b178a111c,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:23.959913 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.960525 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.961045 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.961566 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.963690 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.964231 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.965289 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.965885 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.966411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.966903 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.967578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.968072 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Tracked resource versions report: Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: pushed versions: Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: { 'AddressGroup': {'1.2'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'ConntrackHelper': {'1.0'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Log': {'1.0'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Network': {'1.1'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Port': {'1.7'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'PortForwarding': {'1.2'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'QosPolicy': {'1.10'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroup': {'1.4'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SubPort': {'1.0'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Subnet': {'1.1'}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Trunk': {'1.1'}} Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: consumer versions: Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: HyperV agent@hv-cinder-81546: {}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'ConntrackHelper': '1.0', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Log': '1.0', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Network': '1.1', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Port': '1.7', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'PortForwarding': '1.2', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'QosPolicy': '1.10', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroup': '1.4', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SecurityGroupRule': '1.2', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'SubPort': '1.0', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Subnet': '1.1', Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: 'Trunk': '1.1'}} Oct 26 10:45:23.969373 dv-cinder-815461-1-iscsi neutron-server[108010]: {{(pid=108010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:45:24.057352 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Attempting to bind port 248cfb64-c213-4b64-b7ec-2f8b178a111c on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:24.058797 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Attempting to bind port 248cfb64-c213-4b64-b7ec-2f8b178a111c by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:24.059327 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Attempting to bind port 248cfb64-c213-4b64-b7ec-2f8b178a111c on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:24.067907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:45:24.069025 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.073603 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:24.074716 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Checking segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:24.075190 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.075844 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Bound using segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:24.076717 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Bound port: 248cfb64-c213-4b64-b7ec-2f8b178a111c, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:24.077440 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.165634 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.220124 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.237849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.271248 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] For port 248cfb64-c213-4b64-b7ec-2f8b178a111c, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:24.306957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] For port 248cfb64-c213-4b64-b7ec-2f8b178a111c, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=248cfb64-c213-4b64-b7ec-2f8b178a111c,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:24.313396 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd04fca-07aa-475d-8527-ba38cc946b34,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:24.318166 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.327149 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Allocated IP 172.20.0.2 (1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17/fa47109c-6683-477e-9fdd-86e01e722ba6/7d829ac5-b876-4b03-948d-7ac9f1cca280) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:24.339052 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:45:24.393046 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.393422 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Added segment cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6 of type vlan for network 7d40e8f4-f74e-4724-98f3-afb651669cf4 Oct 26 10:45:24.441592 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d5a406eb-0c1a-476a-bade-f8d4646ac4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.441976 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca3c8-83ce-482e-b932-769d4eada9dd None None] Pushing event updated for resources: {'Port': ['ID=248cfb64-c213-4b64-b7ec-2f8b178a111c,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:24.566573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.632113 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.680897 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.682746 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.db.resource_extend [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 10:45:24.693283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.695293 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.708890 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.749147 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.829841 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:24.829841 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:24.836635 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:24.860856 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Pushing event updated for resources: {'Port': ['ID=7d829ac5-b876-4b03-948d-7ac9f1cca280,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:24.957758 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Attempting to bind port 7d829ac5-b876-4b03-948d-7ac9f1cca280 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:24.958128 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Attempting to bind port 7d829ac5-b876-4b03-948d-7ac9f1cca280 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:24.958564 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Attempting to bind port 7d829ac5-b876-4b03-948d-7ac9f1cca280 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:24.969515 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:24.969898 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Checking segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:24.971006 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.973181 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Bound using segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:24.973790 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Bound port: 7d829ac5-b876-4b03-948d-7ac9f1cca280, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:24.974299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:24.975649 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Allocated IP 172.27.3.196 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/4151156a-adc7-4c6b-974c-e4d3edf79d19) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:25.039028 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.041197 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:25.042101 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.069479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5524149 Oct 26 10:45:25.070414 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52528) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:25.090187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Request body: {'subnet': {'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1790493443-subnet', 'tenant_id': '54211460b4bc40eb8d62b9e5d58ae2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:25.100786 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] For port 7d829ac5-b876-4b03-948d-7ac9f1cca280, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:25.105993 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] For port 7d829ac5-b876-4b03-948d-7ac9f1cca280, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=7d829ac5-b876-4b03-948d-7ac9f1cca280,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:25.122260 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.156307 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Made reservation on behalf of 54211460b4bc40eb8d62b9e5d58ae2cb for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:25.163279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.235543 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.278669 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ff6a3-b164-477a-b453-7084d2f196d6 None None] Pushing event updated for resources: {'Port': ['ID=7d829ac5-b876-4b03-948d-7ac9f1cca280,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:25.343096 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 248cfb64-c213-4b64-b7ec-2f8b178a111c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:25.354698 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.414728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d5a406eb-0c1a-476a-bade-f8d4646ac4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.437180 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d5a406eb-0c1a-476a-bade-f8d4646ac4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.491226 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:25.507304 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:25.511276 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:25.547409 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Pushing event updated for resources: {'Port': ['ID=4151156a-adc7-4c6b-974c-e4d3edf79d19,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:25.584864 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d5a406eb-0c1a-476a-bade-f8d4646ac4f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c2a9830c5a248fcae8fcf63dd5b02e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7136414 Oct 26 10:45:25.589642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52564) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:25.729834 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41ae80-b118-4f39-aa76-5deac5c83287 admin admin] Pushing event updated for resources: {'Network': ['ID=7d40e8f4-f74e-4724-98f3-afb651669cf4,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:25.762358 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 7d40e8f4-f74e-4724-98f3-afb651669cf4 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:45:25.861600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Allocated IP 172.27.3.232 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/3ed5643e-779f-49bc-93b6-b6c7cced6296) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:25.902029 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 248cfb64-c213-4b64-b7ec-2f8b178a111c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:25.902747 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:25.994434 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a406eb-0c1a-476a-bade-f8d4646ac4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5674b-b588-4fab-abfd-d1d32ceecc86,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:26.086789 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.129612 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.132387 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 248cfb64-c213-4b64-b7ec-2f8b178a111c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=248cfb64-c213-4b64-b7ec-2f8b178a111c,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:26.152357 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.185238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.221122 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.233811 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221035ae-f84f-4b41-ae49-dcf6c895e62a None None] Network e369c395-d403-4d63-9571-9bc940f6f770 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:26.263027 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.288323 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52584) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:26.303697 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.331738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=248cfb64-c213-4b64-b7ec-2f8b178a111c,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:26.334899 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5092d90a-022f-47dc-a3cf-c1b23d1bf6a8,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:26.386523 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-fdbe9868-0869-4dea-9224-63fe67d61dab None None] Provisioning complete for port 248cfb64-c213-4b64-b7ec-2f8b178a111c triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:26.386803 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9868-0869-4dea-9224-63fe67d61dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.413509 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Checking segment: {'id': 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:26.414324 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Network hostable DHCP agents. Network: 7d40e8f4-f74e-4724-98f3-afb651669cf4, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:45:26.495687 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.516114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Network 7d40e8f4-f74e-4724-98f3-afb651669cf4 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:45:26.564329 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.567560 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.570528 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.572160 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbc5674b-b588-4fab-abfd-d1d32ceecc86 HTTP/1.1" status: 204 len: 168 time: 0.9798238 Oct 26 10:45:26.705748 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Pushing event updated for resources: {'Port': ['ID=3ed5643e-779f-49bc-93b6-b6c7cced6296,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:26.714664 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 7d40e8f4-f74e-4724-98f3-afb651669cf4) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:26.729098 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3b988147-6fc8-4d3c-a89b-45f3d829952f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.785652 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:45:26.843724 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24767-a62d-40a5-a4ab-61b1e323063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5674b-b588-4fab-abfd-d1d32ceecc86,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:26.866370 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:26.873929 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:26.878927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:26.885477 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:26.886188 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.905940 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af7726-bb0a-4025-bc6b-cb5bc456de6a None None] Network 7d40e8f4-f74e-4724-98f3-afb651669cf4 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:26.951647 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-07fbcce0-a5ea-46cc-bf36-0dc70b171152 None None] Provisioning complete for port 248cfb64-c213-4b64-b7ec-2f8b178a111c triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:26.952234 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07fbcce0-a5ea-46cc-bf36-0dc70b171152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:26.993964 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-a6f05ed0-183a-43fd-b41c-0a373b6230b6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9079466 Oct 26 10:45:26.997439 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3b988147-6fc8-4d3c-a89b-45f3d829952f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.033217 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff1d64-d0dd-4d02-9093-c44ec396669a None None] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:27.039793 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:45:27.060073 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:45:27.060762 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3b988147-6fc8-4d3c-a89b-45f3d829952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.079384 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.086465 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-a385d87d-21df-4fe8-8fe7-5e28fe0bc870 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4100933 Oct 26 10:45:27.090070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52620) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:27.118372 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:27.121990 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:44:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:27.179548 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3b988147-6fc8-4d3c-a89b-45f3d829952f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b08b516c213a451ebded13569c302069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8881080 Oct 26 10:45:27.181430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52628) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:27.221330 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b988147-6fc8-4d3c-a89b-45f3d829952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ae29a-abfd-45ef-88f2-cd7716506db8,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:27.253277 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52630) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:27.270870 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c184c49d-7aa2-416f-9496-14bb820d8ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.509802 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:27.531107 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 7d829ac5-b876-4b03-948d-7ac9f1cca280 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:27.625529 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-288bbbb2-f0d8-4223-9307-fce9a42a9ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.703517 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] Provisioning complete for port 7d829ac5-b876-4b03-948d-7ac9f1cca280 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:27.703880 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.704441 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.709582 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.870036 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 7d829ac5-b876-4b03-948d-7ac9f1cca280 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:27.870404 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.884441 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c184c49d-7aa2-416f-9496-14bb820d8ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.906333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c184c49d-7aa2-416f-9496-14bb820d8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:27.938397 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a9de8-12cb-41cb-95ee-ebfbba2ef2ac None None] Network 7d40e8f4-f74e-4724-98f3-afb651669cf4 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:27.972241 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:25Z', 'revision_number': 3, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:27.984494 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c184c49d-7aa2-416f-9496-14bb820d8ef2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9d4d8eeeb33481ea0afe390a2fc7b72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7299235 Oct 26 10:45:27.985102 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52656) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:28.012634 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184c49d-7aa2-416f-9496-14bb820d8ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba52fe7-01b8-4764-89f4-22217e237357,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:28.086605 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:45:28.087929 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Updating router 68dc586c-db49-4c38-a923-29c34e7a1c75 port 4151156a-adc7-4c6b-974c-e4d3edf79d19 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:45:28.129764 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.132436 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.148452 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.157918 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.183876 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.210360 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.231454 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.264061 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52674) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:28.269097 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] For port 7d829ac5-b876-4b03-948d-7ac9f1cca280, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=7d829ac5-b876-4b03-948d-7ac9f1cca280,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:28.281619 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.296871 dv-cinder-815461-1-iscsi neutron-server[108008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 10:45:28.309523 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.447969 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.db.api [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 10:45:28.448391 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG oslo_db.api [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 10:45:28.453608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.456273 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.456429 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993b17e-723f-4aec-b691-6ad0c6150781 None None] Pushing event updated for resources: {'Port': ['ID=7d829ac5-b876-4b03-948d-7ac9f1cca280,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:28.459778 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a1ae29a-abfd-45ef-88f2-cd7716506db8 HTTP/1.1" status: 204 len: 168 time: 1.2680390 Oct 26 10:45:28.492161 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8fbd4-9c19-428e-bd74-9d57d07f470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ae29a-abfd-45ef-88f2-cd7716506db8,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:28.497728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Router e564b384-a8c3-47bc-8854-25680bd49a13 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:45:28.552541 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.563692 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.629366 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-15a38ef4-811a-452f-9770-3796b4d7ebb1 None None] Provisioning complete for port 7d829ac5-b876-4b03-948d-7ac9f1cca280 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:28.629734 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-15a38ef4-811a-452f-9770-3796b4d7ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.654846 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:45:28.657029 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Attempting to bind port 4151156a-adc7-4c6b-974c-e4d3edf79d19 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:28.657449 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Attempting to bind port 4151156a-adc7-4c6b-974c-e4d3edf79d19 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:28.658397 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Attempting to bind port 4151156a-adc7-4c6b-974c-e4d3edf79d19 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:28.671511 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:28.672808 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:28.673250 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.673792 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:28.674261 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Bound port: 4151156a-adc7-4c6b-974c-e4d3edf79d19, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:28.674646 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.677916 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Pushing event updated for resources: {'Port': ['ID=4151156a-adc7-4c6b-974c-e4d3edf79d19,revision_number=2']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:28.683608 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:45:28.694472 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.698729 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3917bf5b-d251-45c6-b80e-236a24a97b6e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8162332 Oct 26 10:45:28.699079 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52686) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:28.720059 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.720398 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.720750 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.721133 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.721467 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.722397 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.722512 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.722722 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.723118 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.723443 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.724186 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.724657 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.724867 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:45:28.725659 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Tracked resource versions report: Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: pushed versions: Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: { 'AddressGroup': {'1.2'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'ConntrackHelper': {'1.0'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Log': {'1.0'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Network': {'1.1'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Port': {'1.7'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'PortForwarding': {'1.2'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'QosPolicy': {'1.10'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroup': {'1.4'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroupRule': {'1.2'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SubPort': {'1.0'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Subnet': {'1.1'}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Trunk': {'1.1'}} Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: consumer versions: Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: { DHCP agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: HyperV agent@hv-cinder-81546: {}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: L3 agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: Metadata agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: Metering agent@dv-cinder-815461-1-iscsi: {}, Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: Open vSwitch agent@dv-cinder-815461-1-iscsi: { 'AddressGroup': '1.2', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'ConntrackHelper': '1.0', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Log': '1.0', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Network': '1.1', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Port': '1.7', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'PortForwarding': '1.2', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'QosPolicy': '1.10', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroup': '1.4', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SecurityGroupRule': '1.2', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'SubPort': '1.0', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Subnet': '1.1', Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: 'Trunk': '1.1'}} Oct 26 10:45:28.726079 dv-cinder-815461-1-iscsi neutron-server[108011]: {{(pid=108011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 10:45:28.729194 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ba52fe7-01b8-4764-89f4-22217e237357 HTTP/1.1" status: 204 len: 168 time: 0.7396543 Oct 26 10:45:28.759813 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:28.760445 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:44:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:28.769610 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] For port 4151156a-adc7-4c6b-974c-e4d3edf79d19, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:28.775881 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] For port 4151156a-adc7-4c6b-974c-e4d3edf79d19, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=4151156a-adc7-4c6b-974c-e4d3edf79d19,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:28.785811 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:28.872070 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:28.872797 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:44:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:28.923782 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1c9b-e395-4b48-9f07-d450a1ddb105 None None] Pushing event updated for resources: {'Port': ['ID=4151156a-adc7-4c6b-974c-e4d3edf79d19,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:28.961353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:29.028348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-f0695e07-3da7-47e6-9e1b-127e70cf8606 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:29.030250 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-f0695e07-3da7-47e6-9e1b-127e70cf8606 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/networks?id=7d40e8f4-f74e-4724-98f3-afb651669cf4 HTTP/1.1" status: 200 len: 812 time: 0.7429338 Oct 26 10:45:29.032413 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52694) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:29.033213 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7253a43-509b-4e79-8d8d-998bb410cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba52fe7-01b8-4764-89f4-22217e237357,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:29.089684 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:29.107341 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a5e47b6-10e0-4155-b94d-5392b78ae38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.115131 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-a47f9014-cc48-4ac5-a072-2e9eec31779f tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/quotas/54211460b4bc40eb8d62b9e5d58ae2cb HTTP/1.1" status: 200 len: 375 time: 0.0747929 Oct 26 10:45:29.259890 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Allocated IP 172.20.0.1 (1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17/fa47109c-6683-477e-9fdd-86e01e722ba6/0a789f68-46fa-4e21-a946-18c1c1a40bd6) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:29.271418 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-eeffd0f4-5de4-4ba6-bf9e-2c432fa6cf09 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54211460b4bc40eb8d62b9e5d58ae2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376281 Oct 26 10:45:29.286153 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 248cfb64-c213-4b64-b7ec-2f8b178a111c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:29.426542 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:25Z', 'revision_number': 3, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:29.460535 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.480203 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36615f90-09a2-40b4-896f-64fddeddb31a None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:25Z', 'revision_number': 3, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:45:29.485762 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 248cfb64-c213-4b64-b7ec-2f8b178a111c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:29.486241 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.572132 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.586463 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.679790 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-aa9f5938-149b-446f-84ee-3f3c954af9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.699631 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-c9e4f7ff-4b6c-45b9-a415-ad5f6972310c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:45:29.703457 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-c9e4f7ff-4b6c-45b9-a415-ad5f6972310c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2113008 Oct 26 10:45:29.729614 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:27Z', 'revision_number': 3, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:29.748389 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:29.768907 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:29.781920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:29.782506 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:29.794312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:45:29.794733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Updating router e564b384-a8c3-47bc-8854-25680bd49a13 port 3ed5643e-779f-49bc-93b6-b6c7cced6296 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:45:29.855526 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.042285 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Allocated IP 172.20.0.1 (e369c395-d403-4d63-9571-9bc940f6f770/f26a2f44-1811-4ee1-bfec-d5f6a345bb82/8bf19ccd-fb2b-4466-88b7-b6ed52d1eade) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:30.045176 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Pushing event updated for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:30.140616 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a5e47b6-10e0-4155-b94d-5392b78ae38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.208433 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.211822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a5e47b6-10e0-4155-b94d-5392b78ae38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.220897 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 7d829ac5-b876-4b03-948d-7ac9f1cca280 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:30.248497 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.293384 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.307065 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-70088a8e-e0a8-4b50-a202-b13732ec3a29 None None] Provisioning complete for port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:30.307434 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-70088a8e-e0a8-4b50-a202-b13732ec3a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.323025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Network e369c395-d403-4d63-9571-9bc940f6f770 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:30.335254 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:30.340102 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:30.340575 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.355960 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6a5e47b6-10e0-4155-b94d-5392b78ae38d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9633ef230cd747ecb7bedbe9e34193f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3167999 Oct 26 10:45:30.356699 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e47b6-10e0-4155-b94d-5392b78ae38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f30f203-496e-4ea5-bd4b-bc2cd2c9ecc7,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:30.366137 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52736) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:30.383051 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:30.399079 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-70088a8e-e0a8-4b50-a202-b13732ec3a29 None None] Port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:30.469355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 7d829ac5-b876-4b03-948d-7ac9f1cca280 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:30.469826 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.537700 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-3fba7bf1-fefe-4435-b7ee-3fcfc16628e4 service neutron] 10.222.0.79 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096192 Oct 26 10:45:30.553561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.568762 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.693114 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Attempting to bind port 3ed5643e-779f-49bc-93b6-b6c7cced6296 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:30.693510 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Attempting to bind port 3ed5643e-779f-49bc-93b6-b6c7cced6296 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:30.693872 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Attempting to bind port 3ed5643e-779f-49bc-93b6-b6c7cced6296 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:30.758983 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:30.760863 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:30.761356 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.765301 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:30.765301 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Bound port: 3ed5643e-779f-49bc-93b6-b6c7cced6296, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:30.765301 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.773148 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.855787 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13929eba-bc32-48e4-a079-7d55be862c87 None None] Pushing event updated for resources: {'Port': ['ID=3ed5643e-779f-49bc-93b6-b6c7cced6296,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:30.877950 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.916258 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-c6a5695f-198e-433d-af11-6345b78765ca None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:30.916652 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c6a5695f-198e-433d-af11-6345b78765ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:30.919641 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 4151156a-adc7-4c6b-974c-e4d3edf79d19 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:30.923247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.029668 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-5c7e5fff-1ac1-4fad-97f6-0599beaa4e8c service neutron] 10.222.0.79 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910595 Oct 26 10:45:31.042449 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.046020 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.065033 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f30f203-496e-4ea5-bd4b-bc2cd2c9ecc7 HTTP/1.1" status: 204 len: 168 time: 0.6765714 Oct 26 10:45:31.089545 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77993b0b-8e71-4070-b2a7-a6556cfb14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f30f203-496e-4ea5-bd4b-bc2cd2c9ecc7,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:31.089788 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.113920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.114914 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] For port 3ed5643e-779f-49bc-93b6-b6c7cced6296, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:31.119920 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5695f-198e-433d-af11-6345b78765ca None None] Port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:31.124102 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.124353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] For port 3ed5643e-779f-49bc-93b6-b6c7cced6296, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=3ed5643e-779f-49bc-93b6-b6c7cced6296,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:31.125791 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.135105 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.144355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.370198 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:31.371839 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:31.441232 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:31.457564 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:31.460998 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.470336 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.471360 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.472901 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Pushing event updated for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:31.587596 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 4151156a-adc7-4c6b-974c-e4d3edf79d19 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:31.588900 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:31.706320 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:45:31.720562 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13929eba-bc32-48e4-a079-7d55be862c87 None None] Pushing event updated for resources: {'Port': ['ID=3ed5643e-779f-49bc-93b6-b6c7cced6296,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:31.804540 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:31.849894 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6f8fed7c-aa74-4491-916b-056f74510ce6 req-b09a0891-8ff4-4db4-9824-c982fbf2b7f9 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 210 time: 0.1510072 Oct 26 10:45:31.919119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Network e369c395-d403-4d63-9571-9bc940f6f770 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:31.923013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:32.010547 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:32.084953 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:32.179913 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:45:32.286851 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:45:32.317231 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-bdd2775f-3d1f-4c65-81ac-3f08ba82b2af admin admin] 10.222.0.79 "PUT /v2.0/routers/68dc586c-db49-4c38-a923-29c34e7a1c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2160478 Oct 26 10:45:32.328831 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 4151156a-adc7-4c6b-974c-e4d3edf79d19, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=4151156a-adc7-4c6b-974c-e4d3edf79d19,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:32.415397 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-a1374383-a134-4303-b2ab-baad87b187de None None] Provisioning complete for port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:32.416115 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:45:32.416232 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a1374383-a134-4303-b2ab-baad87b187de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:32.420741 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:32.436847 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-afab0452-542c-490e-897a-dfca1870ea39 admin admin] 10.222.0.79 "PUT /v2.0/routers/e564b384-a8c3-47bc-8854-25680bd49a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7364845 Oct 26 10:45:32.474178 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:45:32.495689 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:32.496799 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:32.576475 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-a1374383-a134-4303-b2ab-baad87b187de None None] Port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:32.585118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=4151156a-adc7-4c6b-974c-e4d3edf79d19,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:32.716694 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:32.743938 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1cad79cc-44ef-42a7-930c-7db3767cd160 None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:32.744665 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1cad79cc-44ef-42a7-930c-7db3767cd160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:32.840914 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52878) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:32.982790 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:32.994079 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1cad79cc-44ef-42a7-930c-7db3767cd160 None None] Port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:32.996526 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-abca863c-9341-4d82-af97-ce685d318581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:33.028141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca863c-9341-4d82-af97-ce685d318581 None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:45:33.185978 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1709c505-5b67-4368-9a4b-98e812974a5b req-72f2dd15-2452-401e-959a-18ee0385add3 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 210 time: 0.0408506 Oct 26 10:45:33.227252 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d33a4b-ae62-48e2-b306-45f0ab543571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.323781 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d33a4b-ae62-48e2-b306-45f0ab543571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.328172 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 2, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:33.338482 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d33a4b-ae62-48e2-b306-45f0ab543571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.376130 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:45:33.376484 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Updating router 68dc586c-db49-4c38-a923-29c34e7a1c75 port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:45:33.433317 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.493780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52918) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:33.494641 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-83d33a4b-ae62-48e2-b306-45f0ab543571 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f36d7fa9a4ac4d2881a9bc8437eaec6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6512182 Oct 26 10:45:33.497268 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d33a4b-ae62-48e2-b306-45f0ab543571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67cb153-4c7e-464e-8fb3-135bf52e9a0c,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:33.601508 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.657541 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.770397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.773317 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:33.774595 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c67cb153-4c7e-464e-8fb3-135bf52e9a0c HTTP/1.1" status: 204 len: 168 time: 0.2796304 Oct 26 10:45:33.792250 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eb679-6e19-435b-b91c-2407ec22d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67cb153-4c7e-464e-8fb3-135bf52e9a0c,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:33.829938 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.088611 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.097283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52936) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:34.100214 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.182577 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142f46b-fb4d-4164-9634-f0ac47f4abf2 None None] Pushing event updated for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:34.324500 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52952) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:34.329264 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011618622', 'description': 'tempest-description--1386546624'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:34.408285 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.437378 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Attempting to bind port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:34.437750 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Attempting to bind port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:34.438152 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Attempting to bind port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:34.475415 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:34.478393 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Checking segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:34.481697 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.483848 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Bound using segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:34.486722 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Bound port: 0a789f68-46fa-4e21-a946-18c1c1a40bd6, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:34.488244 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.716504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.728016 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.799721 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] For port 0a789f68-46fa-4e21-a946-18c1c1a40bd6, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:34.818896 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] For port 0a789f68-46fa-4e21-a946-18c1c1a40bd6, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a789f68-46fa-4e21-a946-18c1c1a40bd6,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:34.850530 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.856905 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 3ed5643e-779f-49bc-93b6-b6c7cced6296 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:34.900302 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:34.918663 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 52978) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:34.925587 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group_rule': {'security_group_id': '9cfbc237-644b-4eac-a80f-842ff7227036', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:34.925765 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5999467 Oct 26 10:45:34.935940 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f3298-c408-4dce-8c60-4d328d5521b3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfbc237-644b-4eac-a80f-842ff7227036,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:34.986884 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] Provisioning complete for port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:34.990467 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.023151 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.069692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-03ecd37b-e39e-4988-80bd-309ad6cdf7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.141181 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:35.148320 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:35.160431 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142f46b-fb4d-4164-9634-f0ac47f4abf2 None None] Pushing event updated for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:35.162006 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52986) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:35.171410 dv-cinder-815461-1-iscsi neutron-server[108009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 10:45:35.306924 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 52990) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:35.347737 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508290431', 'description': 'tempest-description--777904601'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:35.435420 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.441982 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.461187 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4bc9967c-64df-4f76-98ef-eaeeb738cda2 req-571a212a-41c2-44ca-955c-ded1a6d084cd tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 210 time: 0.2908437 Oct 26 10:45:35.482229 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 3ed5643e-779f-49bc-93b6-b6c7cced6296 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:35.482957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.510738 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:35.548793 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25266974-0880-4d1f-875e-4a703f03f819,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:35.557599 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.570875 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.574450 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-39cb6d35-0ce8-4aeb-b710-63d16db23688 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6514006 Oct 26 10:45:35.614096 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53000) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:35.614096 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group_rule': {'security_group_id': '9cfbc237-644b-4eac-a80f-842ff7227036', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:35.618564 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.649167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-03ecd37b-e39e-4988-80bd-309ad6cdf7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.662407 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-03ecd37b-e39e-4988-80bd-309ad6cdf7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.678078 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.754590 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] For port 0a789f68-46fa-4e21-a946-18c1c1a40bd6, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a789f68-46fa-4e21-a946-18c1c1a40bd6,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:35.771569 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-03ecd37b-e39e-4988-80bd-309ad6cdf7e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b4299c32fdb4086a7b488d7c049a435&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6729953 Oct 26 10:45:35.774012 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecd37b-e39e-4988-80bd-309ad6cdf7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122d4984-a1b7-4dd9-a54f-7b5e1a806c51,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:35.777898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53008) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:35.800537 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.892089 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:34Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:35.954650 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.955872 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.962144 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725f64e-72b1-4818-8293-d43d097acc78 None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:34Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:45:35.964538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.967173 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:35.994044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.006573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.72', 58476) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:36.027194 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72abf3dc-8b1a-49f2-96ac-78d13b29bc11,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:36.048177 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.048377 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.052918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-38697625-2455-452d-96af-f8cd05ff8755 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709368 Oct 26 10:45:36.054057 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53020) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:36.057204 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7438171 Oct 26 10:45:36.060699 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:36.082190 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53022) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:36.092381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group_rule': {'security_group_id': '51efe78e-baca-43ef-b8eb-28e67f9d3b00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:36.132477 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.213979 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.215629 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.239852 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b6d3d-ed2f-4e2d-87bd-7cf4781188bb None None] Pushing event updated for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:36.261211 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d4e0-3ed2-4796-9abd-d205916093da tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51efe78e-baca-43ef-b8eb-28e67f9d3b00,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:36.277060 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 3ed5643e-779f-49bc-93b6-b6c7cced6296, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=3ed5643e-779f-49bc-93b6-b6c7cced6296,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:36.278467 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-4c592b32-8eac-4df9-b051-4897660178dd None None] Provisioning complete for port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:36.279092 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4c592b32-8eac-4df9-b051-4897660178dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.316648 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.317958 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 4151156a-adc7-4c6b-974c-e4d3edf79d19 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:36.452356 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=3ed5643e-779f-49bc-93b6-b6c7cced6296,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:36.553778 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 4151156a-adc7-4c6b-974c-e4d3edf79d19 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:36.554339 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.748854 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.761700 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-f792a947-8ece-403f-a7c0-bc2922cc0f70 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:36.763875 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-f792a947-8ece-403f-a7c0-bc2922cc0f70 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.72 "GET /v2.0/networks?id=7d40e8f4-f74e-4724-98f3-afb651669cf4 HTTP/1.1" status: 200 len: 812 time: 0.7560122 Oct 26 10:45:36.765464 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.770265 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:36.771626 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/122d4984-a1b7-4dd9-a54f-7b5e1a806c51 HTTP/1.1" status: 204 len: 168 time: 0.9887617 Oct 26 10:45:36.792343 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0212c-2f5d-4634-af74-fa341699c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122d4984-a1b7-4dd9-a54f-7b5e1a806c51,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:36.823155 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Request body: {'port': {'device_id': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4', 'admin_state_up': True, 'tenant_id': '54211460b4bc40eb8d62b9e5d58ae2cb'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:37.071661 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9baae041-a7a3-4757-94f7-437a12a5d28e req-4f4d5723-3841-4057-9961-b64ca4a4dc0a tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 210 time: 0.1970232 Oct 26 10:45:37.132160 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.169307 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.174196 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:45:37.193947 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:37.195504 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:37.199031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 3ed5643e-779f-49bc-93b6-b6c7cced6296 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:37.220251 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf72159-f9a8-4245-a41c-b90b3f636d37,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:37.229163 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.388044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Made reservation on behalf of 54211460b4bc40eb8d62b9e5d58ae2cb for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:37.401833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.445595 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Allocated IP 172.27.3.216 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/82d60f98-28be-440b-828e-7b00ddb143a3) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:37.476297 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 3ed5643e-779f-49bc-93b6-b6c7cced6296 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:37.476765 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.478140 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.483363 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-a3af4272-5b2b-45f7-80ef-0374482cccd5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3984814 Oct 26 10:45:37.485293 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53092) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:37.498049 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group_rule': {'security_group_id': '51efe78e-baca-43ef-b8eb-28e67f9d3b00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:37.686443 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a789f68-46fa-4e21-a946-18c1c1a40bd6 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:37.703585 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.737882 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:37.791247 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.833862 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:37.834229 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:37.839533 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53098) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:37.866341 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Allocated IP 172.20.0.8 (7d40e8f4-f74e-4724-98f3-afb651669cf4/5092d90a-022f-47dc-a3cf-c1b23d1bf6a8/fc519e8c-9530-46fe-9b18-ba9901557058) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:37.906677 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:37.914680 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:37.928177 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:38.117049 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53108) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:38.117049 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=82d60f98-28be-440b-828e-7b00ddb143a3,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:38.296397 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 2, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:38.300538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.371691 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2a044e54-75d0-4ac3-a1e7-8aaae74d8729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.413848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:45:38.420024 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Updating router e564b384-a8c3-47bc-8854-25680bd49a13 port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:45:38.491730 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.554678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.633001 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2a044e54-75d0-4ac3-a1e7-8aaae74d8729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.647206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.649417 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.661786 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2a044e54-75d0-4ac3-a1e7-8aaae74d8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.693495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.812240 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-218fb741-53cd-42c9-8058-ef872592c291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:38.918157 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2a044e54-75d0-4ac3-a1e7-8aaae74d8729 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5c69f8f67cd481495a6d56a52890a36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0636840 Oct 26 10:45:38.933076 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53130) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:38.965062 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a044e54-75d0-4ac3-a1e7-8aaae74d8729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285de66f-25da-4db4-91e4-37bd684d2458,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:39.032650 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Network 7d40e8f4-f74e-4724-98f3-afb651669cf4 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:39.075647 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:39.085568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:39.102610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:39.103197 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.132657 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Pushing event updated for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:39.181594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecd51-2a05-412d-a51d-183d5449baf0 req-775cee43-5041-4f48-a9b1-1f2c27122c0f tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:39.183555 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6a3ecd51-2a05-412d-a51d-183d5449baf0 req-775cee43-5041-4f48-a9b1-1f2c27122c0f tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 931 time: 0.5431721 Oct 26 10:45:39.214980 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.234284 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.240601 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.262128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.279934 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-80e020ec-70e3-4493-a8e8-93abeb3efbc7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4681985 Oct 26 10:45:39.291692 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.386619 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53138) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:39.397370 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.402729 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9138019 Oct 26 10:45:39.404669 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f343d-f65c-4be9-b23c-b29f5f403ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86cdda0-d3e2-4850-a3e2-27a7d5969700,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:39.419828 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-218fb741-53cd-42c9-8058-ef872592c291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.447831 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53144) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:39.451262 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.470113 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:39.485993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-37975dda-7b6c-4ccf-a7d1-91bef0c07860 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:45:39.486423 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460803b8-93b6-4d0b-873e-8a173b2fd962 None None] Pushing event updated for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:39.486604 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-37975dda-7b6c-4ccf-a7d1-91bef0c07860 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0592492 Oct 26 10:45:39.500183 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-218fb741-53cd-42c9-8058-ef872592c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.501176 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6a3ecd51-2a05-412d-a51d-183d5449baf0 req-24a219bf-8a82-42bd-a8a2-4e254d536f1a tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672999 Oct 26 10:45:39.555490 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.655527 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.761362 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.811163 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fb741-53cd-42c9-8058-ef872592c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e1d0a-d241-4e14-984a-a0abb9307bd0,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:39.824276 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-218fb741-53cd-42c9-8058-ef872592c291 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbd1b7bdf9e14f42a64bd9d81bf2f3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7000563 Oct 26 10:45:39.828440 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53164) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:39.870355 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-59099d1a-e4a5-4d7b-a303-8ac76af38eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.876516 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Request body: {'port': {'device_id': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:39.989882 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:39.993588 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=82d60f98-28be-440b-828e-7b00ddb143a3,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:40.000188 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53168) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:40.033462 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.036272 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.037589 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/285de66f-25da-4db4-91e4-37bd684d2458 HTTP/1.1" status: 204 len: 168 time: 1.1034236 Oct 26 10:45:40.070520 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Attempting to bind port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:40.071152 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Attempting to bind port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:40.071152 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Attempting to bind port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:40.072794 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10599dbe-fc4c-4de1-a568-3aaa9121eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285de66f-25da-4db4-91e4-37bd684d2458,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:40.077027 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.079247 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-96a3456c-539d-405d-a340-1309d444cf9b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0239949 Oct 26 10:45:40.110760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-e1c426db-4bb2-483d-8814-d1197d21f076 None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:40.111157 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e1c426db-4bb2-483d-8814-d1197d21f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.115473 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.121814 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:40.122329 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Checking segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:40.122835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.127168 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Bound using segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:40.128426 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Bound port: 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:40.128872 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.162096 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.172983 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.193996 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.265970 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.268749 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.271918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad1e1d0a-d241-4e14-984a-a0abb9307bd0 HTTP/1.1" status: 204 len: 168 time: 0.4404593 Oct 26 10:45:40.300222 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ba2b-fa53-43a0-bcbb-bf5fe800a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e1d0a-d241-4e14-984a-a0abb9307bd0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:40.330873 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-e1c426db-4bb2-483d-8814-d1197d21f076 None None] Port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:40.413988 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] For port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:40.419007 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] For port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:40.431662 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:40.578292 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:45:40.578931 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:40.777816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695608253-network', 'tenant_id': 'bf14232d73bb450e87f8af658711bfdd'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:40.811434 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460803b8-93b6-4d0b-873e-8a173b2fd962 None None] Pushing event updated for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:40.879170 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd15f5-c915-400a-9573-a1c472b1e9d6 req-02cba24f-f807-4480-999e-dce535f30645 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:40.898764 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f3bd15f5-c915-400a-9573-a1c472b1e9d6 req-02cba24f-f807-4480-999e-dce535f30645 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 931 time: 0.1706815 Oct 26 10:45:40.962473 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53194) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:40.999299 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9e905ddc-0d53-466f-8f74-ae0e03cb272f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.009439 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:45:41.021072 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f3bd15f5-c915-400a-9573-a1c472b1e9d6 req-31cd152e-3d92-4bd3-abaa-93639f28b2b8 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210425 Oct 26 10:45:41.095514 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-59099d1a-e4a5-4d7b-a303-8ac76af38eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.168487 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-59099d1a-e4a5-4d7b-a303-8ac76af38eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.188367 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9e905ddc-0d53-466f-8f74-ae0e03cb272f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.197333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9e905ddc-0d53-466f-8f74-ae0e03cb272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.236831 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Made reservation on behalf of bf14232d73bb450e87f8af658711bfdd for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:41.246191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.273903 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:41.306189 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9e905ddc-0d53-466f-8f74-ae0e03cb272f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e35b756c0c0400ea7280e9b680678f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422360 Oct 26 10:45:41.306945 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53202) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:41.328760 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Allocated IP 172.27.3.61 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/04a76773-fd55-4f73-babd-0ef7fd8c784d) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:41.382812 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.400823 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e905ddc-0d53-466f-8f74-ae0e03cb272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d09c4b-1452-461a-b852-4bbd2edd71af,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:41.419597 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-59099d1a-e4a5-4d7b-a303-8ac76af38eec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ddb1e38f283d430e80b921f88fa45e43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0155792 Oct 26 10:45:41.423916 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53204) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:41.445704 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59099d1a-e4a5-4d7b-a303-8ac76af38eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59d3156-501a-41be-b098-e2fcefa19b57,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:41.493060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53206) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:41.516043 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.542771 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:41.543061 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.563067 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.570330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.586235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-3c9927af-88d6-4039-b63f-0fc460817f89 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1011618622&fields=id&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 267 time: 0.2712641 Oct 26 10:45:41.627162 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-db817557-7177-4751-95e8-0ff32f592acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.645201 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.666051 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:41.668507 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.711973 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.716575 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.740850 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8d09c4b-1452-461a-b852-4bbd2edd71af HTTP/1.1" status: 204 len: 168 time: 0.4171317 Oct 26 10:45:41.767112 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17bee1-f4ed-4566-8c06-7814bad53d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d09c4b-1452-461a-b852-4bbd2edd71af,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:41.773789 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.782411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.788203 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b59d3156-501a-41be-b098-e2fcefa19b57 HTTP/1.1" status: 204 len: 168 time: 0.3554983 Oct 26 10:45:41.807030 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d632a80-12b8-41cc-83dd-17df1b10d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59d3156-501a-41be-b098-e2fcefa19b57,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:41.846856 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:41.900755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:40Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:41.991312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71148a-9a18-4f56-9efa-b50ae8adf628 None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:40Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:45:42.019373 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] For port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:42.035991 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.081277 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.156888 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb63e-333f-4bc4-b872-14afa907dde7 None None] Pushing event updated for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:42.177598 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-ae2f7849-bb18-4954-90ce-8c92e460f473 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:42.180610 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-ae2f7849-bb18-4954-90ce-8c92e460f473 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 817 time: 0.5834632 Oct 26 10:45:42.188378 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.236386 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.db.api [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 10:45:42.240913 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG oslo_db.api [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 10:45:42.381370 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9e98c-2e7c-4a3b-ad72-c6492588e868 req-6a61f029-aa0c-4dec-a8d3-f290719f3669 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:42.396802 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d3a9e98c-2e7c-4a3b-ad72-c6492588e868 req-6a61f029-aa0c-4dec-a8d3-f290719f3669 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 931 time: 0.1895838 Oct 26 10:45:42.428438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.506054 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc519e8c-9530-46fe-9b18-ba9901557058 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:45:42.512593 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d3a9e98c-2e7c-4a3b-ad72-c6492588e868 req-baf1ac77-801b-4d1c-9229-073b32257359 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140485 Oct 26 10:45:42.545908 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.563907 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-60d50566-17e2-4abb-8c52-1a56e2479144 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/quotas/1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 375 time: 0.3334315 Oct 26 10:45:42.608337 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.730589 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Transition to ACTIVE for port object fc519e8c-9530-46fe-9b18-ba9901557058 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:45:42.752687 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:45:42.802525 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.835153 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:42.835765 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Added segment 9360cb8d-549a-4e6e-a42a-10d51ada2eb1 of type vlan for network 86665f7f-6d26-4dc5-b9cf-a6db6cf35062 Oct 26 10:45:43.036514 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.068388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:43.070455 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:43.213804 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:43.215036 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.217912 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.222726 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8376a703-d05d-4f95-8ac1-edeac489facc,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:43.254361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-db817557-7177-4751-95e8-0ff32f592acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.260579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.db.resource_extend [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 10:45:43.355835 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-421d711c-9caf-4e49-be1d-93209d96e265 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7910385 Oct 26 10:45:43.360858 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-db817557-7177-4751-95e8-0ff32f592acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.470655 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:43.476318 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.477646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:43.478320 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:43.512282 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Attempting to bind port fc519e8c-9530-46fe-9b18-ba9901557058 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:43.516192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Attempting to bind port fc519e8c-9530-46fe-9b18-ba9901557058 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:43.516552 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Attempting to bind port fc519e8c-9530-46fe-9b18-ba9901557058 on network 7d40e8f4-f74e-4724-98f3-afb651669cf4 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:43.553784 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:43.566211 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:43.768454 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350cf82-e5cd-4cc7-a9ce-5df6c7cfcfbc req-2fea6cd7-121e-4ebe-97c0-9b777441bcf7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:43.773438 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7350cf82-e5cd-4cc7-a9ce-5df6c7cfcfbc req-2fea6cd7-121e-4ebe-97c0-9b777441bcf7 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.1066148 Oct 26 10:45:43.849635 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7350cf82-e5cd-4cc7-a9ce-5df6c7cfcfbc req-ceafff36-2a23-498e-8d2a-3ac300217f1f tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603096 Oct 26 10:45:43.920091 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Port fc519e8c-9530-46fe-9b18-ba9901557058 on network 7d40e8f4-f74e-4724-98f3-afb651669cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:45:43.920422 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Attempting to bind port fc519e8c-9530-46fe-9b18-ba9901557058 on network 7d40e8f4-f74e-4724-98f3-afb651669cf4 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:43.922442 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=04a76773-fd55-4f73-babd-0ef7fd8c784d,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:43.925670 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] Pushing event updated for resources: {'Network': ['ID=86665f7f-6d26-4dc5-b9cf-a6db6cf35062,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:43.941679 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 86665f7f-6d26-4dc5-b9cf-a6db6cf35062 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:45:43.978420 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7e1f57e4-4076-47a6-8168-4d2332fd9327 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.9768958 Oct 26 10:45:43.983575 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-db817557-7177-4751-95e8-0ff32f592acf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5bcd8af29264d33a8baef8965b8eee4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4449346 Oct 26 10:45:43.983575 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817557-7177-4751-95e8-0ff32f592acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f40406-b8de-4777-9af4-c40a73169dc0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:43.983793 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53286) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:43.983793 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53288) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:43.990921 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:43.991250 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Checking segment: {'id': 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:43.991841 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Bound using segment: {'id': 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:43.992366 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Bound port: fc519e8c-9530-46fe-9b18-ba9901557058, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:43.992733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.000091 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Request body: {'subnet': {'network_id': '86665f7f-6d26-4dc5-b9cf-a6db6cf35062', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695608253-subnet', 'tenant_id': 'bf14232d73bb450e87f8af658711bfdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:44.065370 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Made reservation on behalf of bf14232d73bb450e87f8af658711bfdd for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:44.068930 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.144425 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.178018 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.187857 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.197746 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-c140c747-b846-4f17-b11f-500a80bff394 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:45:44.206656 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-c140c747-b846-4f17-b11f-500a80bff394 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2620659 Oct 26 10:45:44.287277 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.292213 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.293914 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70f40406-b8de-4777-9af4-c40a73169dc0 HTTP/1.1" status: 204 len: 168 time: 0.3088443 Oct 26 10:45:44.311613 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824c139-dc2c-49f5-92dc-74a608c126d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f40406-b8de-4777-9af4-c40a73169dc0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:44.370462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.376903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:44.409889 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-0436d9e9-3cd2-4ca0-b910-8d727f769c53 service neutron] 10.222.0.79 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025306 Oct 26 10:45:44.425985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.521299 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fc519e8c-9530-46fe-9b18-ba9901557058,segment=NetworkSegment(cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6),segment_id=cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:44.545593 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-31a9daa6-a270-4a2a-a1b9-179a5342a77d service neutron] 10.222.0.79 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256402 Oct 26 10:45:44.545874 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b2b9c9-01f1-4bd7-8cdb-03795e1700fa,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:44.552759 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Checking segment: {'id': '9360cb8d-549a-4e6e-a42a-10d51ada2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '86665f7f-6d26-4dc5-b9cf-a6db6cf35062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:44.552759 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Network hostable DHCP agents. Network: 86665f7f-6d26-4dc5-b9cf-a6db6cf35062, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:45:44.560017 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.582357 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Network 86665f7f-6d26-4dc5-b9cf-a6db6cf35062 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:45:44.596118 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 86665f7f-6d26-4dc5-b9cf-a6db6cf35062) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:44.614214 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b465e6f-1245-4985-aa55-22977dcd334d None None] Network 86665f7f-6d26-4dc5-b9cf-a6db6cf35062 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:44.649911 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:44.650558 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.714748 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7e9e4256-e463-487a-a572-84749cc9b9b4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7318017 Oct 26 10:45:44.787589 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:44.798690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:44.806230 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] 10.222.0.72 "PUT /v2.0/ports/fc519e8c-9530-46fe-9b18-ba9901557058 HTTP/1.1" status: 200 len: 1093 time: 5.0797124 Oct 26 10:45:44.816626 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:45:45.006766 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10fa67-85b8-41ad-b7c8-9e47ccaca75a None None] Network 86665f7f-6d26-4dc5-b9cf-a6db6cf35062 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:45.259002 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226994-2583-49de-98a7-a2e232a46cd1 req-1d71717e-452b-4fa8-8fa5-592655cf0207 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:45.293327 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6226994-2583-49de-98a7-a2e232a46cd1 req-1d71717e-452b-4fa8-8fa5-592655cf0207 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.2159412 Oct 26 10:45:45.430142 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6226994-2583-49de-98a7-a2e232a46cd1 req-a01d9c30-69f0-4823-8579-02d1c216155d tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328318 Oct 26 10:45:45.732013 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-787bfdf8-6ad1-43b5-8bff-fc0c7bdeaa26 req-58c17445-ce64-4bc5-a9a6-8c6274c30cf8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.3275945 Oct 26 10:45:45.811929 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cc707-ed5d-4189-9d8f-32e5f21b7d23 service neutron] Pushing event updated for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:45.944496 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-2c632aa5-3db4-43c1-a937-4e85ff856c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:45.949347 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-2c632aa5-3db4-43c1-a937-4e85ff856c6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=54211460b4bc40eb8d62b9e5d58ae2cb&device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 1096 time: 0.4885252 Oct 26 10:45:45.954487 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:45.962494 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:46.094055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:46.210114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab2aae-1512-4092-92bf-afee7dce246a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:45:46.326558 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:46.329236 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8721557 Oct 26 10:45:46.342991 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-7b08c44f-8882-4255-8c7d-6d5d57acb6b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc519e8c-9530-46fe-9b18-ba9901557058 HTTP/1.1" status: 200 len: 217 time: 0.2851937 Oct 26 10:45:46.352877 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11618bcf-57cd-4c16-bdca-20706cb02150 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=04a76773-fd55-4f73-babd-0ef7fd8c784d,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:46.718133 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe2ff5-5a9c-4058-8b09-aa921c9c7c39 req-fb4750f2-480f-446d-97d4-4601824e7637 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:46.723381 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c4fe2ff5-5a9c-4058-8b09-aa921c9c7c39 req-fb4750f2-480f-446d-97d4-4601824e7637 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.1504993 Oct 26 10:45:46.857097 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53414) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:46.858747 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c4fe2ff5-5a9c-4058-8b09-aa921c9c7c39 req-5e84b8bc-e3a7-4fe6-913a-127011decced tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279104 Oct 26 10:45:46.967646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece8b5eb-08c0-43dc-95fd-68919a387255 x-openstack-request-id: req-ece8b5eb-08c0-43dc-95fd-68919a387255 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:45:46.967946 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:45:46.968190 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ece8b5eb-08c0-43dc-95fd-68919a387255 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:45:46.968650 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058', 'status': 'completed', 'code': 200} Oct 26 10:45:47.022346 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b78b2fa9-7d10-455e-b577-9c2bac34526f req-8da23731-d581-4dd8-8f8b-2388c14c4ed1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.0463662 Oct 26 10:45:47.158866 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-7d8ed8ef-7e32-4ec1-9efb-298cd297bb95 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--508290431&fields=id&tenant_id=7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 267 time: 0.0547850 Oct 26 10:45:47.240439 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53440) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:47.248758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802345474-network', 'tenant_id': 'f1dac198447b4db9993085f0128f7550'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:47.301597 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Made reservation on behalf of f1dac198447b4db9993085f0128f7550 for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:47.304383 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.326375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.531336 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.541566 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4d2c85ff-cdde-43fd-8efe-91d12be6eaca admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.544703 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.558223 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:45:47.568553 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.568814 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Added segment beecc1af-1566-4a6f-911e-3ae24e68f32b of type vlan for network bb5fb9ff-688a-441b-a95e-bd2821bdc74d Oct 26 10:45:47.621479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.646772 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-0de0b205-6139-416b-afd8-4d551a06cc9d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:47.648847 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-0de0b205-6139-416b-afd8-4d551a06cc9d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 811 time: 0.4757466 Oct 26 10:45:47.660764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.661868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:47.662561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.677250 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-7a09773c-3529-422d-95c7-cd1a410e27fe tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/quotas/7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 375 time: 0.0140440 Oct 26 10:45:47.766656 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbcc756-fa6f-4dc8-bd93-eed8a81f07f8,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:47.782627 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5410039 Oct 26 10:45:47.787304 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53462) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:47.816162 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Request body: {'subnet': {'network_id': 'bb5fb9ff-688a-441b-a95e-bd2821bdc74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802345474-subnet', 'tenant_id': 'f1dac198447b4db9993085f0128f7550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:47.821682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf117f2-6ec1-4ff9-a2c9-11f5c33e0316 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5fb9ff-688a-441b-a95e-bd2821bdc74d,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:47.838988 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network bb5fb9ff-688a-441b-a95e-bd2821bdc74d details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:45:47.844048 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4d2c85ff-cdde-43fd-8efe-91d12be6eaca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.858169 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-39fac170-7360-40e5-9f81-a89bfee42292 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801717 Oct 26 10:45:47.859613 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4d2c85ff-cdde-43fd-8efe-91d12be6eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.898045 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Made reservation on behalf of f1dac198447b4db9993085f0128f7550 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:47.900923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:47.907679 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-4d2c85ff-cdde-43fd-8efe-91d12be6eaca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a26c21c5897b45c69b910852216fe3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0489500 Oct 26 10:45:47.941388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53472) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:47.982162 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c85ff-cdde-43fd-8efe-91d12be6eaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de0710-f88f-428b-81a0-b6c4dc9e6c36,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:48.085308 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-cd952cc8-fc7b-493b-afe0-6179e40b84f7 service neutron] 10.222.0.79 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005885 Oct 26 10:45:48.245721 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-926fbde6-bd69-4cb1-97c2-3c4f622f548b service neutron] 10.222.0.79 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438005 Oct 26 10:45:48.503665 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0a8ca626-bd9d-4930-99c0-c915fd5e5ace req-418f3b7e-5b40-4841-aacd-2d167e3b652e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.0441318 Oct 26 10:45:48.550498 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124919d-f366-4414-b8b4-bea5e80b43ed req-c2879066-1c00-42b8-9859-5568b0cc959c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:48.551506 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8124919d-f366-4414-b8b4-bea5e80b43ed req-c2879066-1c00-42b8-9859-5568b0cc959c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.4538357 Oct 26 10:45:48.598585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:48.608423 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0ef1e43e-6fd1-404f-adbb-4c6e2fe31915 req-a2da1e2f-d31c-4ed8-828a-a6ef88a3e473 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 210 time: 0.0513148 Oct 26 10:45:48.662676 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:48.729418 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:48.808773 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8124919d-f366-4414-b8b4-bea5e80b43ed req-940b1f9d-16c9-4131-a31d-abc32d408965 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210917 Oct 26 10:45:48.912730 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056fdf7e-940b-47de-b583-594011a579fb,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:48.933457 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Checking segment: {'id': 'beecc1af-1566-4a6f-911e-3ae24e68f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bb5fb9ff-688a-441b-a95e-bd2821bdc74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:48.933457 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Network hostable DHCP agents. Network: bb5fb9ff-688a-441b-a95e-bd2821bdc74d, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:45:48.989214 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:48.995093 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:48.996303 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7de0710-f88f-428b-81a0-b6c4dc9e6c36 HTTP/1.1" status: 204 len: 168 time: 1.0539737 Oct 26 10:45:49.031711 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Network bb5fb9ff-688a-441b-a95e-bd2821bdc74d is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:45:49.035573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf46f0-0934-48cd-ad61-6f5551befa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de0710-f88f-428b-81a0-b6c4dc9e6c36,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:49.061035 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, bb5fb9ff-688a-441b-a95e-bd2821bdc74d) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:49.073536 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11452104-d66d-4049-b130-e6cd7cec076f None None] Network bb5fb9ff-688a-441b-a95e-bd2821bdc74d requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:49.082469 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:49.083115 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.130008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4c0b26ef-545e-429b-978a-b43721e38592 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3189721 Oct 26 10:45:49.475388 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976952e5-21ba-4529-b00e-37fe9530fbb5 None None] Network bb5fb9ff-688a-441b-a95e-bd2821bdc74d requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:45:49.547648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53586) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:49.663077 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Deleting subnet 27b2b9c9-01f1-4bd7-8cdb-03795e1700fa {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:45:49.685427 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.741150 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ca9f987d-33e2-4c32-8058-858e0156c138 req-c4f13107-8ff6-4e03-b8fb-54cbd29fcc6d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.0828886 Oct 26 10:45:49.757629 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.757974 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-17b80672-d941-4bea-a735-bfa63f37cea6 req-d97e3785-2eb8-4b78-8e87-4b30e1c30360 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 210 time: 0.0519726 Oct 26 10:45:49.766974 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.841484 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.875303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53608) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:49.895626 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae8f0-0eec-46ef-8dfa-e21750a4026b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.896800 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:49.900216 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27b2b9c9-01f1-4bd7-8cdb-03795e1700fa HTTP/1.1" status: 204 len: 168 time: 0.3516443 Oct 26 10:45:49.902862 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b7de1-d02d-4d07-a755-2c845bf95dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b2b9c9-01f1-4bd7-8cdb-03795e1700fa,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:49.905175 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53612) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:49.999579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae8f0-0eec-46ef-8dfa-e21750a4026b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.010903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae8f0-0eec-46ef-8dfa-e21750a4026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.029963 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.043482 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0d1ae8f0-0eec-46ef-8dfa-e21750a4026b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e2173f4803a477ba30178f191a3e624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663084 Oct 26 10:45:50.046722 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53622) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:50.056638 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41417bf-7f2d-4204-b014-14784234e55e req-7aca1c32-503e-476e-aee2-b771c0e23583 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:50.058986 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d41417bf-7f2d-4204-b014-14784234e55e req-7aca1c32-503e-476e-aee2-b771c0e23583 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.0921140 Oct 26 10:45:50.072798 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ae8f0-0eec-46ef-8dfa-e21750a4026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01589df1-efdb-4a48-9473-b5b05c238bb0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:50.190962 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-215265de-a633-489b-8a11-be1f433c7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:50.193479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-215265de-a633-489b-8a11-be1f433c7655 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5092d90a-022f-47dc-a3cf-c1b23d1bf6a8 HTTP/1.1" status: 200 len: 852 time: 0.0872059 Oct 26 10:45:50.245142 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d41417bf-7f2d-4204-b014-14784234e55e req-68240a90-0603-47fe-9f52-ef5f0446eaf0 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774588 Oct 26 10:45:50.250078 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.286618 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.290134 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.290495 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.291249 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.291639 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > port after_create 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.291916 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > port after_delete 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.292271 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > port after_update 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.292554 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.292909 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.293226 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.293546 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.448091 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53634) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:50.451668 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-ce313d52-3460-45f8-a57b-2ba951aae338 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7d40e8f4-f74e-4724-98f3-afb651669cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2473323 Oct 26 10:45:50.570684 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-5bece578-8eba-49c5-bb90-7c712f997749 service neutron] 10.222.0.72 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081123 Oct 26 10:45:50.577494 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-43ebca20-dc3e-4e25-9913-b3cfc2fae429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.601602 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.602065 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.602390 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.602565 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:45:50.602986 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86665f7f-6d26-4dc5-b9cf-a6db6cf35062']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:50.629117 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.661508 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9360cb8d-549a-4e6e-a42a-10d51ada2eb1') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:50.661822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9360cb8d-549a-4e6e-a42a-10d51ada2eb1') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:50.696020 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.708713 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1ed44d6a-98a5-4134-a955-53686ede09fa req-792cf255-7e5d-43f6-a184-a128dffb5323 service neutron] 10.222.0.72 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291029 Oct 26 10:45:50.723956 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.734213 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:45:50.734655 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: from cryptography.utils import int_from_bytes Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: from cryptography.utils import int_from_bytes Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:45:50.739899 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:45:50.779938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-43ebca20-dc3e-4e25-9913-b3cfc2fae429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.790962 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-43ebca20-dc3e-4e25-9913-b3cfc2fae429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.791248 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.794332 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.797688 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01589df1-efdb-4a48-9473-b5b05c238bb0 HTTP/1.1" status: 204 len: 168 time: 0.7492027 Oct 26 10:45:50.835218 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-43ebca20-dc3e-4e25-9913-b3cfc2fae429 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fefebf14592048ff91238a423edef58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855155 Oct 26 10:45:50.840167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53658) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:50.854743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebca20-dc3e-4e25-9913-b3cfc2fae429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd687336-4069-4f21-81e2-0836f509c699,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:50.865973 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e504a7-1686-483f-9fd8-502f0d5a6473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01589df1-efdb-4a48-9473-b5b05c238bb0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:50.890370 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.907797 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.923189 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] 10.222.0.79 "DELETE /v2.0/networks/86665f7f-6d26-4dc5-b9cf-a6db6cf35062 HTTP/1.1" status: 204 len: 168 time: 1.0159969 Oct 26 10:45:50.930410 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53662) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:50.932538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:50.962928 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72805a-cf95-42b2-891e-d50f79ff577e admin admin] Pushing event deleted for resources: {'Network': ['ID=86665f7f-6d26-4dc5-b9cf-a6db6cf35062,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:50.966127 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.065604 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d3f01385-c5e0-4d95-ab7d-3dab69773c6d req-1a5ae46c-9f98-45a5-a6eb-b18a6f633714 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 210 time: 0.1095419 Oct 26 10:45:51.067357 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.72', 58491) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:51.157225 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.160401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.161580 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd687336-4069-4f21-81e2-0836f509c699 HTTP/1.1" status: 204 len: 168 time: 0.3200612 Oct 26 10:45:51.217863 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-82c610b4-a14c-43c8-8be9-208554bd1201 req-3a35688f-249f-4733-a0e2-e6cfca45df28 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.1945145 Oct 26 10:45:51.239741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5a411-349c-4083-8904-f99a002b4a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd687336-4069-4f21-81e2-0836f509c699,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:51.268574 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-6be722c7-97de-4177-b95b-a3d569ceccb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.270050 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-6be722c7-97de-4177-b95b-a3d569ceccb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 811 time: 0.1993468 Oct 26 10:45:51.297134 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab2aae-1512-4092-92bf-afee7dce246a req-fdc7053d-c283-4489-b044-a57d8dee7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.298680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-fdc7053d-c283-4489-b044-a57d8dee7993 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=54211460b4bc40eb8d62b9e5d58ae2cb&device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 1096 time: 0.2770731 Oct 26 10:45:51.311770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Deleting subnet 056fdf7e-940b-47de-b583-594011a579fb {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:45:51.350368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.443926 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-41120512-7af2-46a0-bdb4-d0301a0da779 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 379 time: 0.1310074 Oct 26 10:45:51.514248 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'port': {'device_id': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'admin_state_up': True, 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'security_groups': ['51efe78e-baca-43ef-b8eb-28e67f9d3b00']}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:51.525555 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.546408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.609458 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.72', 58494) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:51.703205 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab2aae-1512-4092-92bf-afee7dce246a req-52cc2b11-1079-4b7b-8385-bdffa192c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.704678 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-52cc2b11-1079-4b7b-8385-bdffa192c2ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=7d40e8f4-f74e-4724-98f3-afb651669cf4 HTTP/1.1" status: 200 len: 914 time: 0.3866978 Oct 26 10:45:51.713664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46171dc6-876b-4765-a583-dbb9d3835f33 req-934c6d09-98d4-4766-b3df-fa0f8086484c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.716745 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46171dc6-876b-4765-a583-dbb9d3835f33 req-934c6d09-98d4-4766-b3df-fa0f8086484c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.2884643 Oct 26 10:45:51.728434 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Made reservation on behalf of 7e793e9ed0d440f2b91a6f48868930b9 for: {'port': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:51.732404 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.780811 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-0a4aaf7c-d20b-49ed-a5e2-8a4fee027bf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc519e8c-9530-46fe-9b18-ba9901557058 HTTP/1.1" status: 200 len: 217 time: 0.0684350 Oct 26 10:45:51.812923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.869141 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-a75039ce-caea-4a43-9aa0-e3708540c97f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.870525 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-a75039ce-caea-4a43-9aa0-e3708540c97f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 817 time: 0.2571118 Oct 26 10:45:51.874955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056fdf7e-940b-47de-b583-594011a579fb,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:51.884917 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:51.888095 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ffce6385-a997-4c6a-bf91-6d25583909b8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/056fdf7e-940b-47de-b583-594011a579fb HTTP/1.1" status: 204 len: 168 time: 0.8761120 Oct 26 10:45:51.900043 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53708) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:51.913137 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46171dc6-876b-4765-a583-dbb9d3835f33 req-60d62486-e8df-4efe-9993-290bbb5feeeb tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837704 Oct 26 10:45:51.916430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab2aae-1512-4092-92bf-afee7dce246a req-7483b74e-faff-447a-8b0f-d4cab8851b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:51.918320 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-7483b74e-faff-447a-8b0f-d4cab8851b71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5092d90a-022f-47dc-a3cf-c1b23d1bf6a8 HTTP/1.1" status: 200 len: 852 time: 0.1270816 Oct 26 10:45:51.971852 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-b71d0b10-f2ff-4df4-ae04-63aefd15b4c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7d40e8f4-f74e-4724-98f3-afb651669cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438938 Oct 26 10:45:51.976405 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-e10e0773-4545-4f33-b459-9ab89424a3af tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 380 time: 0.0930967 Oct 26 10:45:52.009894 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'port': {'device_id': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'admin_state_up': True, 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'security_groups': ['9cfbc237-644b-4eac-a80f-842ff7227036']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:52.029381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53712) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:52.092194 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3110b4b-74d3-4226-9329-a5fbda9455a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.110123 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-3a1de7b9-cf79-407f-88d6-e764f9c670da service neutron] 10.222.0.72 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222293 Oct 26 10:45:52.197598 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.225527 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Allocated IP 172.20.0.9 (e369c395-d403-4d63-9571-9bc940f6f770/f26a2f44-1811-4ee1-bfec-d5f6a345bb82/32bea0ab-bda6-4329-8852-000e181d766d) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:52.297494 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ac8fd491-0782-472b-8257-c2f1d0db1640 req-926802b6-2701-4f24-bd06-8655b2fbd316 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 210 time: 0.0873797 Oct 26 10:45:52.311805 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3110b4b-74d3-4226-9329-a5fbda9455a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.334031 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f3110b4b-74d3-4226-9329-a5fbda9455a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.416039 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4eab2aae-1512-4092-92bf-afee7dce246a req-4cc3f620-24b4-4bf8-a31b-49ad3c7ad797 service neutron] 10.222.0.72 "GET /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719605 Oct 26 10:45:52.417135 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Made reservation on behalf of 1a366dab19cc43e3a30e0db46d825a38 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:45:52.422611 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.614343 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Allocated IP 172.20.0.7 (1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17/fa47109c-6683-477e-9fdd-86e01e722ba6/50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:45:52.733251 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-f3110b4b-74d3-4226-9329-a5fbda9455a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81bb301ce4214acda4245c6e2d007273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923749 Oct 26 10:45:52.735192 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-13bd26eb-40a3-4184-90c5-ba0a93fc3022 req-d7805486-ac2f-46d7-9b67-b7be1db800a4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.0836241 Oct 26 10:45:52.743684 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53740) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:52.766320 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3110b4b-74d3-4226-9329-a5fbda9455a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b51dad-6457-4da5-bc6c-eaa5f9d65368,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:52.791850 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.827091 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.844805 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5fb9ff-688a-441b-a95e-bd2821bdc74d']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:52.855560 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.861906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beecc1af-1566-4a6f-911e-3ae24e68f32b') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:52.862176 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beecc1af-1566-4a6f-911e-3ae24e68f32b') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:45:52.881603 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.893235 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.904495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.929809 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:52.996703 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:52.998357 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.001321 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:53.019463 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:53.027741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:53.028399 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.034196 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:45:53.034619 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:45:53.038440 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:45:53.089269 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.188390 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:53.207236 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Network e369c395-d403-4d63-9571-9bc940f6f770 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:45:53.210549 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:45:53.213041 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.225664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:45:53.272208 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:53.280465 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-22aab061-5bf9-4fe0-a29e-568f88b5991f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2832947 Oct 26 10:45:53.281445 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.286632 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] 10.222.0.79 "DELETE /v2.0/networks/bb5fb9ff-688a-441b-a95e-bd2821bdc74d HTTP/1.1" status: 204 len: 168 time: 1.3697400 Oct 26 10:45:53.301891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Request body: {'port': {'device_id': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:53.311553 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.312386 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-c3fdde11-9ae4-4bfc-8824-7938df8e1509 None None] Provisioning complete for port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:53.312879 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde11-9ae4-4bfc-8824-7938df8e1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.314155 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.318706 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47b51dad-6457-4da5-bc6c-eaa5f9d65368 HTTP/1.1" status: 204 len: 168 time: 0.5685380 Oct 26 10:45:53.358266 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cd5c-a92d-45b8-a2cf-df6501cb7f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5fb9ff-688a-441b-a95e-bd2821bdc74d,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:53.403672 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdde11-9ae4-4bfc-8824-7938df8e1509 None None] Port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:53.407483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a3ad2-f190-4f99-9e96-ace803b26e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b51dad-6457-4da5-bc6c-eaa5f9d65368,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:53.436374 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.438182 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:53.438843 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.502757 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-690a469d-4833-4e3b-a547-70eda5f979b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0495658 Oct 26 10:45:53.512455 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6189c9b-9115-4f15-bd0a-dcdfb678c27e req-461d00aa-06b0-452f-a941-72c2bcfd1e5d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:53.520902 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f6189c9b-9115-4f15-bd0a-dcdfb678c27e req-461d00aa-06b0-452f-a941-72c2bcfd1e5d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 931 time: 0.1097591 Oct 26 10:45:53.546084 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Request body: {'port': {'device_id': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:45:53.585686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79313bd-b351-4df8-b665-d04b07f534fc req-77cb39f6-d87d-49af-90e0-380c8cf81fa3 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:53.589847 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a79313bd-b351-4df8-b665-d04b07f534fc req-77cb39f6-d87d-49af-90e0-380c8cf81fa3 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.5584559 Oct 26 10:45:53.625860 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53782) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:53.636407 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f6189c9b-9115-4f15-bd0a-dcdfb678c27e req-2f03b8e4-7495-41a3-b591-564d9436eea5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869355 Oct 26 10:45:53.653559 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-a354534c-89f6-4f2c-83ba-0442c32d4add None None] Provisioning complete for port 32bea0ab-bda6-4329-8852-000e181d766d triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:53.653916 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a354534c-89f6-4f2c-83ba-0442c32d4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.697465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:53.774361 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-a354534c-89f6-4f2c-83ba-0442c32d4add None None] Port 32bea0ab-bda6-4329-8852-000e181d766d cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:45:53.794990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e94e0527-a815-4f73-9ce8-1960bff3521b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf14232d73bb450e87f8af658711bfdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530938 Oct 26 10:45:53.799638 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53790) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:53.805901 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a79313bd-b351-4df8-b665-d04b07f534fc req-c196acf7-b2c8-4a35-821f-c99656054d92 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990914 Oct 26 10:45:54.029150 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:45:54.037401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.071567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Transition to ACTIVE for port object 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:45:54.080560 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.082011 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.093424 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2862a-adcb-4d63-a4d1-3ac30f5e8ac8 req-ff38d587-1174-41ad-a604-623d17e92d68 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:54.095370 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-00d2862a-adcb-4d63-a4d1-3ac30f5e8ac8 req-ff38d587-1174-41ad-a604-623d17e92d68 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 931 time: 0.2107642 Oct 26 10:45:54.141562 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:54.148142 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.194298 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Attempting to bind port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:54.194640 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Attempting to bind port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:54.194962 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Attempting to bind port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:54.199639 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:45:54.200000 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Attempting to bind port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:54.205259 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:54.205594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Checking segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:54.205970 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Bound using segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:54.206401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Bound port: 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:54.206750 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.216563 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-00d2862a-adcb-4d63-a4d1-3ac30f5e8ac8 req-78c5feb7-6e67-48ba-bc28-e9533b989815 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098497 Oct 26 10:45:54.256598 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53808) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:54.345108 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:54.345654 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bea0ab-bda6-4329-8852-000e181d766d {{(pid=108008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:45:54.350013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:54.357585 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.366051 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.380160 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.382789 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.384150 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8376a703-d05d-4f95-8ac1-edeac489facc HTTP/1.1" status: 204 len: 168 time: 0.5835524 Oct 26 10:45:54.390271 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.provisioning_blocks [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Transition to ACTIVE for port object 32bea0ab-bda6-4329-8852-000e181d766d will not be triggered until provisioned by entity L2. {{(pid=108008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:45:54.407609 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc7930-637c-47c8-a603-03b620a133f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8376a703-d05d-4f95-8ac1-edeac489facc,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:54.412051 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device fc519e8c-9530-46fe-9b18-ba9901557058 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:45:54.412878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.465471 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:54.517409 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:54.519853 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.524602 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-5c0abc8c-4335-4e05-b531-b18ca7030bda service neutron] 10.222.0.72 "PUT /v2.0/ports/50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 1093 time: 1.2345772 Oct 26 10:45:54.525641 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:45:54.531689 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:54.535345 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304bdefd-aa3e-424d-9390-52a6c48b12fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:45:54.622398 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f2b1077a-7850-4065-8d85-90be089bd13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.634543 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Attempting to bind port 32bea0ab-bda6-4329-8852-000e181d766d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:45:54.635776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Attempting to bind port 32bea0ab-bda6-4329-8852-000e181d766d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}] {{(pid=108008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:45:54.635776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Attempting to bind port 32bea0ab-bda6-4329-8852-000e181d766d on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:54.681715 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-97b84f82-6ade-4bcd-8e21-1e579184be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:54.683181 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-97b84f82-6ade-4bcd-8e21-1e579184be90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1096 time: 0.0959516 Oct 26 10:45:54.767360 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f2b1077a-7850-4065-8d85-90be089bd13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.773061 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Port 32bea0ab-bda6-4329-8852-000e181d766d on network e369c395-d403-4d63-9571-9bc940f6f770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:45:54.773462 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Attempting to bind port 32bea0ab-bda6-4329-8852-000e181d766d on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:45:54.776545 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f2b1077a-7850-4065-8d85-90be089bd13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.807700 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:45:54.809154 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Checking segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:45:54.809878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Bound using segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:45:54.810250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Bound port: 32bea0ab-bda6-4329-8852-000e181d766d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}}] {{(pid=108008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:45:54.810607 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:54.824155 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-46095d21-1fe6-4397-bccd-8340c7afb459 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 217 time: 0.1259780 Oct 26 10:45:54.955316 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f0191-b526-4bdc-9106-202e57b11dd2 x-openstack-request-id: req-a73f0191-b526-4bdc-9106-202e57b11dd2 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:45:54.955640 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:45:54.956478 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a73f0191-b526-4bdc-9106-202e57b11dd2 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:45:54.957399 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'status': 'completed', 'code': 200} Oct 26 10:45:54.958859 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-3cd8af08-c774-4af9-bf8d-fef11f245fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:54.960487 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-3cd8af08-c774-4af9-bf8d-fef11f245fad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.1355679 Oct 26 10:45:54.980137 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-f2b1077a-7850-4065-8d85-90be089bd13b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fba5b55541a4bbc9d288f1d1e56abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223394 Oct 26 10:45:54.985444 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1077a-7850-4065-8d85-90be089bd13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848adcd6-22b8-4450-a30e-0fc09d85cf9a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:54.988400 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53838) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:55.026937 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, cleared binding levels {{(pid=108008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:45:55.059968 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb17f7-26c2-4d54-a94c-07662828ce22 req-e4a25ca7-af9b-4a0b-ba04-8cb4c7038671 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.061562 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2fdb17f7-26c2-4d54-a94c-07662828ce22 req-e4a25ca7-af9b-4a0b-ba04-8cb4c7038671 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 943 time: 0.2339244 Oct 26 10:45:55.103314 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fc519e8c-9530-46fe-9b18-ba9901557058,segment=NetworkSegment(cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6),segment_id=cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:55.116240 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=32bea0ab-bda6-4329-8852-000e181d766d,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:45:55.125197 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'fc519e8c-9530-46fe-9b18-ba9901557058', 'network_id': '7d40e8f4-f74e-4724-98f3-afb651669cf4', 'port_id': 'fc519e8c-9530-46fe-9b18-ba9901557058', 'mac_address': 'fa:16:3e:9a:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5092d90a-022f-47dc-a3cf-c1b23d1bf6a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:45:55.136336 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-504f6bde-4b2c-4f56-84a0-b2bbaeb32c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.136336 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-504f6bde-4b2c-4f56-84a0-b2bbaeb32c2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1666906 Oct 26 10:45:55.170050 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.212217 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53842) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:55.218195 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.241477 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc519e8c-9530-46fe-9b18-ba9901557058 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:45:55.280860 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2fdb17f7-26c2-4d54-a94c-07662828ce22 req-341632fb-6b47-4f2e-a01a-f1b687039698 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057137 Oct 26 10:45:55.286337 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-184724eb-686c-4d78-b3ea-cb77a382db97 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420126 Oct 26 10:45:55.288305 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.298232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb92e88-3d0b-4a4c-a0d7-1212b81a32a6 req-055b1faf-bcab-4756-b575-c996277a9184 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.300020 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.304286 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.305999 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 1093 time: 1.7754304 Oct 26 10:45:55.306792 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d'}] {{(pid=108008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:45:55.312455 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7bb92e88-3d0b-4a4c-a0d7-1212b81a32a6 req-055b1faf-bcab-4756-b575-c996277a9184 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 943 time: 0.3191514 Oct 26 10:45:55.323504 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fc519e8c-9530-46fe-9b18-ba9901557058,segment=NetworkSegment(cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6),segment_id=cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:55.341128 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.473133 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:55.584263 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['fc519e8c-9530-46fe-9b18-ba9901557058'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:45:55.628442 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7bb92e88-3d0b-4a4c-a0d7-1212b81a32a6 req-94fb0d1f-0d6f-4139-8e04-c66c17afdfd9 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148823 Oct 26 10:45:55.634144 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c366777ae17db6cb84f1de8710e1659e475a2a508cd5794044eaacaae527de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1358bb17-d957-452c-9985-8b0cc0eee107" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "tag": "32bea0ab-bda6-4329-8852-000e181d766d"}]}' {{(pid=108008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:45:55.655950 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.705235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8203d683-91d4-4aa8-9b2b-3763193cad78 req-0216bb8b-d31c-401f-91d6-602e3d879fed service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811932 Oct 26 10:45:55.856574 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-cf8c4d57-35bc-4c2c-ad73-efb88b038763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.860861 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-cf8c4d57-35bc-4c2c-ad73-efb88b038763 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1096 time: 0.0849061 Oct 26 10:45:55.874153 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2422-4482-454c-a3eb-4827058ac0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=3']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:55.916246 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b08eab30-9bfb-4db9-9c94-5e5b969632fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1dac198447b4db9993085f0128f7550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982038 Oct 26 10:45:55.929296 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53880) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:55.949737 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.954017 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:55.956712 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/848adcd6-22b8-4450-a30e-0fc09d85cf9a HTTP/1.1" status: 204 len: 168 time: 0.9606972 Oct 26 10:45:55.983512 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf05f-ee01-4858-ba79-45053030efe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848adcd6-22b8-4450-a30e-0fc09d85cf9a,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:55.986428 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-607bd464-e23f-48d3-ab3d-ad22b85ab8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:55.987953 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-607bd464-e23f-48d3-ab3d-ad22b85ab8e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1096 time: 0.5989017 Oct 26 10:45:56.017123 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-0a1718d6-c5d1-4c4a-bf30-a2abc7510cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.020674 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-0a1718d6-c5d1-4c4a-bf30-a2abc7510cdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.1487195 Oct 26 10:45:56.072161 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-2973f06f-b780-4cc4-93ba-1c480163ea60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 217 time: 0.0455394 Oct 26 10:45:56.085566 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc4d26-b24b-45cf-853b-3d8e36c57c9f req-b8e4586f-3767-47e7-8a94-a5df9c131061 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.087160 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-12fc4d26-b24b-45cf-853b-3d8e36c57c9f req-b8e4586f-3767-47e7-8a94-a5df9c131061 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.5173206 Oct 26 10:45:56.088602 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee75d17-ffe2-40cf-abac-4b6da0ce40d0 x-openstack-request-id: req-eee75d17-ffe2-40cf-abac-4b6da0ce40d0 {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:45:56.088878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "tag": "32bea0ab-bda6-4329-8852-000e181d766d", "status": "completed", "code": 200}]} {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:45:56.089149 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eee75d17-ffe2-40cf-abac-4b6da0ce40d0 {{(pid=108008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:45:56.089609 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d', 'status': 'completed', 'code': 200} Oct 26 10:45:56.094291 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-71a7d61a-a3b9-4298-87fd-ce1e6a1b6333 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 217 time: 0.0932276 Oct 26 10:45:56.127192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-d4cf0e81-6f5d-41e8-ab73-39acfb691d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.128804 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-d4cf0e81-6f5d-41e8-ab73-39acfb691d95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0498471 Oct 26 10:45:56.190172 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-065188ac-1a0f-4cba-bf8a-ca1aa983fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.192983 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-065188ac-1a0f-4cba-bf8a-ca1aa983fc78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549767 Oct 26 10:45:56.337109 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-2e2ce83d-7e26-4ac5-a1e7-31280200cf6e service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357455 Oct 26 10:45:56.351614 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.372179 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device fc519e8c-9530-46fe-9b18-ba9901557058 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:45:56.376262 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-e2f58091-f116-404f-ad76-eae38c96477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.378308 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-e2f58091-f116-404f-ad76-eae38c96477f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.2716644 Oct 26 10:45:56.394009 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-12fc4d26-b24b-45cf-853b-3d8e36c57c9f req-282e5c3d-ca65-43ee-9fcd-400e1dc3c5d1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954006 Oct 26 10:45:56.464780 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 53894) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:56.480157 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.483453 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port fc519e8c-9530-46fe-9b18-ba9901557058 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:45:56.492323 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port fc519e8c-9530-46fe-9b18-ba9901557058 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:45:56.492871 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.510724 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c9ac8-35ae-4836-a767-d2daa3d117fd req-3f626e1a-5624-4ca4-9ce1-15fae89f7e63 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.512094 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-939c9ac8-35ae-4836-a767-d2daa3d117fd req-3f626e1a-5624-4ca4-9ce1-15fae89f7e63 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 943 time: 0.0771322 Oct 26 10:45:56.513390 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eb04eaaf-dcf5-4168-955a-b280206bb7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.523348 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-304bdefd-aa3e-424d-9390-52a6c48b12fa req-f1b55f49-6418-4f83-a53e-2d3328f87a68 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786199 Oct 26 10:45:56.574116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-f75628ce-4bbe-4646-8d7e-bb9a56e28bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.575809 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-f75628ce-4bbe-4646-8d7e-bb9a56e28bd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1809494 Oct 26 10:45:56.613289 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-939c9ac8-35ae-4836-a767-d2daa3d117fd req-5b8a9eba-a82b-4dd2-b769-5abe6ce8b303 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873129 Oct 26 10:45:56.635269 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.674249 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fc519e8c-9530-46fe-9b18-ba9901557058,segment=NetworkSegment(cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6),segment_id=cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:56.676490 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:45:56.678726 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.683684 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.688227 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfbcc756-fa6f-4dc8-bd93-eed8a81f07f8 HTTP/1.1" status: 204 len: 168 time: 0.7451606 Oct 26 10:45:56.742711 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be287777-10a2-409f-a176-b0a0f66a8def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbcc756-fa6f-4dc8-bd93-eed8a81f07f8,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:56.828801 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.864735 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-20ba1ba9-deff-4533-94cf-b03b92399064 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809765 Oct 26 10:45:56.948051 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eb04eaaf-dcf5-4168-955a-b280206bb7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:56.956312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:56.960321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89322c-7057-4f1f-9350-0e3e652d5d30 req-a39f5805-5fac-401d-bf40-02be8a98761d tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:56.967584 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e89322c-7057-4f1f-9350-0e3e652d5d30 req-a39f5805-5fac-401d-bf40-02be8a98761d tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.2017899 Oct 26 10:45:56.978943 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eb04eaaf-dcf5-4168-955a-b280206bb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.056316 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-eb04eaaf-dcf5-4168-955a-b280206bb7c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=489dd19022af4e26a72f6893be0c1248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862935 Oct 26 10:45:57.059255 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 53924) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:57.065946 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04eaaf-dcf5-4168-955a-b280206bb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d18b27-32f5-4ac2-9c5e-5ff156fd8e1a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:57.083285 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e89322c-7057-4f1f-9350-0e3e652d5d30 req-941700af-b0e0-4e15-be13-eaea8b165a89 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148183 Oct 26 10:45:57.092836 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e43dbab2-6edb-487f-96c1-fb63b0380700 req-583c7d1c-3faa-481f-9401-3de7dd3bd908 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118111 Oct 26 10:45:57.131311 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d1aed022-6d6d-48b9-b2c8-9fe9761ebc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.183771 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc27af-85c2-433d-bd31-ad46f987eb06" -d '{"events": [{"server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "name": "network-vif-plugged", "status": "completed", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:45:57.236197 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.247290 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-4f486e6e-f73d-4e85-b828-97ffb50f8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.249863 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-4f486e6e-f73d-4e85-b828-97ffb50f8d76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1096 time: 0.0941319 Oct 26 10:45:57.271123 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.338653 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.342878 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.348005 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6d18b27-32f5-4ac2-9c5e-5ff156fd8e1a HTTP/1.1" status: 204 len: 168 time: 0.2831790 Oct 26 10:45:57.366728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc387f9-40dc-4f4d-b64c-01fcbfe40961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d18b27-32f5-4ac2-9c5e-5ff156fd8e1a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:57.417504 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec861d-478c-46d2-befe-51ba56aa3b2f x-openstack-request-id: req-07ec861d-478c-46d2-befe-51ba56aa3b2f {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:45:57.418093 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "name": "network-vif-plugged", "status": "completed", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:45:57.418306 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07ec861d-478c-46d2-befe-51ba56aa3b2f {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:45:57.418815 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058', 'code': 200} Oct 26 10:45:57.522773 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-598bfdf4-797d-46df-bbd3-4af4d29050fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.524778 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-598bfdf4-797d-46df-bbd3-4af4d29050fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.2660310 Oct 26 10:45:57.575614 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-7977e472-8b07-4649-9d2a-a26128efd858 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 217 time: 0.0432172 Oct 26 10:45:57.656717 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-0f8d61cf-f435-4656-a16d-69f0dd0de0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.658269 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-0f8d61cf-f435-4656-a16d-69f0dd0de0d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0500901 Oct 26 10:45:57.684037 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36335e9-3d97-41b4-b11e-b514c52bcddd req-f6fe3fd2-0b3c-4c3c-856b-5d1b119cf18d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.692713 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f36335e9-3d97-41b4-b11e-b514c52bcddd req-f6fe3fd2-0b3c-4c3c-856b-5d1b119cf18d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.1205051 Oct 26 10:45:57.769326 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f36335e9-3d97-41b4-b11e-b514c52bcddd req-828a42a4-5188-4844-a7e8-54e927ac57f1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751929 Oct 26 10:45:57.792961 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-db741de8-7cc7-4978-869b-ebeee7ef5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.795169 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-db741de8-7cc7-4978-869b-ebeee7ef5246 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200130 Oct 26 10:45:57.807228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc309b36-c476-4822-b621-040d9e54eb06 req-c2e078e9-95a0-4521-b6f9-c9d8ff81719e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.809421 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc309b36-c476-4822-b621-040d9e54eb06 req-c2e078e9-95a0-4521-b6f9-c9d8ff81719e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 943 time: 0.0786645 Oct 26 10:45:57.830010 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-839551ac-9e26-49d9-961d-1dfe137381c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:57.832337 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-839551ac-9e26-49d9-961d-1dfe137381c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 1098 time: 0.1600609 Oct 26 10:45:57.865833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-d4bd4cc1-6a50-43c2-a35f-4f8576d8c605 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:57.904174 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc309b36-c476-4822-b621-040d9e54eb06 req-9f022164-eb3f-4621-90f0-8977bc29f93a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848358 Oct 26 10:45:57.992813 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-d4bd4cc1-6a50-43c2-a35f-4f8576d8c605 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:58.003017 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-d4bd4cc1-6a50-43c2-a35f-4f8576d8c605 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:58.005352 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-90f19a06-535e-4c3e-bb6d-fe537b430d7e service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024646 Oct 26 10:45:58.077023 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8eb282d1-f4ec-4f49-897a-6dfe49e2ad6f req-d4bd4cc1-6a50-43c2-a35f-4f8576d8c605 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320812 Oct 26 10:45:58.102441 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd4cc1-6a50-43c2-a35f-4f8576d8c605 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5254a10b-ea25-4b3c-b64c-27a305dc9f6d,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:58.166416 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1358bb17-d957-452c-9985-8b0cc0eee107 req-e98d0bb8-0f8d-427a-bd92-de2bdcfc6458 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527500 Oct 26 10:45:58.217304 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49679e-6fb1-4686-804b-73c2053ab359 req-3e1e3716-0d67-47e4-b982-9f81b67356e6 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:58.226833 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df49679e-6fb1-4686-804b-73c2053ab359 req-3e1e3716-0d67-47e4-b982-9f81b67356e6 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.0713284 Oct 26 10:45:58.275294 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df49679e-6fb1-4686-804b-73c2053ab359 req-1fc9cd97-3b0e-447c-8656-df76bff2b953 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Oct 26 10:45:58.391724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:45:58.530166 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:58.543946 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:45:58.594755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:58.613762 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:45:58.639816 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:45:58.644683 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:58.699285 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:45:58.864984 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:45:58.911828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee970be-6e38-4744-b875-2bb1d337aa81 req-d028480b-99af-4f6b-8d6f-15fb461f61ed tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:58.920172 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bee970be-6e38-4744-b875-2bb1d337aa81 req-d028480b-99af-4f6b-8d6f-15fb461f61ed tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 944 time: 0.0774720 Oct 26 10:45:58.994249 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bee970be-6e38-4744-b875-2bb1d337aa81 req-f8d06862-b8ff-451a-a64a-01fb32cc752a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728128 Oct 26 10:45:59.068563 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f072ed-c4d8-4da0-bb11-f68a02bd8df1 req-c696be12-2996-496a-a57a-2ff2afa4f619 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:59.073897 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-44f072ed-c4d8-4da0-bb11-f68a02bd8df1 req-c696be12-2996-496a-a57a-2ff2afa4f619 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 943 time: 0.0618041 Oct 26 10:45:59.128918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-44f072ed-c4d8-4da0-bb11-f68a02bd8df1 req-765b4de7-cd5a-449c-84e3-959532ba8227 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463958 Oct 26 10:45:59.417819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e312f1-01c7-437b-b7ef-31cbda5d751e req-5b49b5c0-d4d5-4e8d-8b82-4d159cc4354b tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:45:59.426935 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-19e312f1-01c7-437b-b7ef-31cbda5d751e req-5b49b5c0-d4d5-4e8d-8b82-4d159cc4354b tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.0726581 Oct 26 10:45:59.473821 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-19e312f1-01c7-437b-b7ef-31cbda5d751e req-720c8c11-4d87-4eb9-b89a-9df13f7c730a tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Oct 26 10:45:59.517846 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-93171b56-f7e5-4a93-92c1-f2fd49f16bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:45:59.795282 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54108) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:45:59.912668 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90c7bd74-4f81-495b-ad9e-d1c635298523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.005024 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90c7bd74-4f81-495b-ad9e-d1c635298523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.008783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90c7bd74-4f81-495b-ad9e-d1c635298523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.055726 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-90c7bd74-4f81-495b-ad9e-d1c635298523 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c2d4006a9e2426390d9017c08ef68e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565353 Oct 26 10:46:00.055726 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7bd74-4f81-495b-ad9e-d1c635298523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af996e99-de1f-4c01-a2cf-e39f781cb259,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:00.056402 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54124) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:00.128321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.193703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.271805 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:46:00.301135 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94786d-fdfb-46f7-85ea-b34b725fe66e req-4d33b83e-9057-4868-a67a-7b2a62899dd1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:00.302717 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0e94786d-fdfb-46f7-85ea-b34b725fe66e req-4d33b83e-9057-4868-a67a-7b2a62899dd1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 944 time: 0.1581376 Oct 26 10:46:00.343823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555dd8-b3d3-4d63-992c-565951aaca7f req-bdaa7ba6-b490-4400-8de1-09aedeacfe3d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:00.346698 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-15555dd8-b3d3-4d63-992c-565951aaca7f req-bdaa7ba6-b490-4400-8de1-09aedeacfe3d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 943 time: 0.0690935 Oct 26 10:46:00.359672 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0e94786d-fdfb-46f7-85ea-b34b725fe66e req-4d8a4ebb-3570-49a9-8463-5746ddba0bf1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Oct 26 10:46:00.362835 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.365966 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.367964 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af996e99-de1f-4c01-a2cf-e39f781cb259 HTTP/1.1" status: 204 len: 168 time: 0.3098824 Oct 26 10:46:00.397967 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f42bf3-92c0-44fa-bb21-97b0eb91d6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af996e99-de1f-4c01-a2cf-e39f781cb259,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:00.402008 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 32bea0ab-bda6-4329-8852-000e181d766d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:46:00.411744 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-15555dd8-b3d3-4d63-992c-565951aaca7f req-4caf9531-a29d-46fd-8f6b-efab431214e2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568235 Oct 26 10:46:00.418848 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54150) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:00.511888 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:00.610225 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:46:00.615114 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=32bea0ab-bda6-4329-8852-000e181d766d,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:00.629307 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3068f7a7-a5d5-40a8-8d8b-c34ea971f86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.635091 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:00.635624 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.660922 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '32bea0ab-bda6-4329-8852-000e181d766d', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'port_id': '32bea0ab-bda6-4329-8852-000e181d766d', 'mac_address': 'fa:16:3e:52:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:46:00.697873 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f33b-04e7-4808-9440-1a00ba1f3010 req-b3f725e5-d799-4cd6-8d90-f17c5dd0541c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:00.710427 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fd52f33b-04e7-4808-9440-1a00ba1f3010 req-b3f725e5-d799-4cd6-8d90-f17c5dd0541c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.1457891 Oct 26 10:46:00.714788 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.743187 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bea0ab-bda6-4329-8852-000e181d766d {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:00.774259 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=32bea0ab-bda6-4329-8852-000e181d766d,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:00.810424 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.815914 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fd52f33b-04e7-4808-9440-1a00ba1f3010 req-5882378b-beb4-49aa-b863-731d717a4708 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989931 Oct 26 10:46:00.846328 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3068f7a7-a5d5-40a8-8d8b-c34ea971f86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.851583 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3068f7a7-a5d5-40a8-8d8b-c34ea971f86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.884021 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.900493 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.914323 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3068f7a7-a5d5-40a8-8d8b-c34ea971f86e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a72e91b8e3c64e85ba221d28819a5ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932384 Oct 26 10:46:00.915802 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068f7a7-a5d5-40a8-8d8b-c34ea971f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94615c0c-9ded-47e8-a9f1-75b1e170c456,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:00.917503 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54176) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:00.932562 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:00.936706 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:00.944733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:00.948641 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a3aae-4dfd-4633-a66e-f778c1480e16" -d '{"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:00.992592 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:00.998377 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54182) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:01.004000 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.016229 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b28eae04-0a31-47d7-8f30-24fd82faddcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.063308 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.086330 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc79af87-a7e2-4970-9819-2681eabe7f78 x-openstack-request-id: req-dc79af87-a7e2-4970-9819-2681eabe7f78 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:01.086835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:01.088063 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc79af87-a7e2-4970-9819-2681eabe7f78 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:01.088607 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'code': 200} Oct 26 10:46:01.100798 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['32bea0ab-bda6-4329-8852-000e181d766d'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:01.141359 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.183367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b28eae04-0a31-47d7-8f30-24fd82faddcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.194767 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b28eae04-0a31-47d7-8f30-24fd82faddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.253066 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:01.274163 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b28eae04-0a31-47d7-8f30-24fd82faddcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f779ae5739824415b7d4519a57e26855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740953 Oct 26 10:46:01.277381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54194) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:01.280026 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eae04-0a31-47d7-8f30-24fd82faddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3d077-4201-4925-9a8c-349afa96e7b6,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:01.302079 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.305680 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.308237 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94615c0c-9ded-47e8-a9f1-75b1e170c456 HTTP/1.1" status: 204 len: 168 time: 0.3886251 Oct 26 10:46:01.419510 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4e6ac-7c0f-4c1b-9111-4132e503d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94615c0c-9ded-47e8-a9f1-75b1e170c456,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:01.542009 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3a60a-349e-43e7-95eb-4a0c250aca9d req-1cf6a9ab-1926-424e-ae8d-0e0ce9e7df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:01.553539 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bcf3a60a-349e-43e7-95eb-4a0c250aca9d req-1cf6a9ab-1926-424e-ae8d-0e0ce9e7df84 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1098 time: 0.2435844 Oct 26 10:46:01.608147 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54214) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:01.710503 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.734481 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16eb9e-f925-4ef0-ad77-e9eca4db35d5 req-d56c740b-fc42-4978-8a08-7b5e9f897ceb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:01.738055 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fd16eb9e-f925-4ef0-ad77-e9eca4db35d5 req-d56c740b-fc42-4978-8a08-7b5e9f897ceb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 944 time: 0.1435816 Oct 26 10:46:01.778571 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bcf3a60a-349e-43e7-95eb-4a0c250aca9d req-a625a461-c9db-4aba-9899-5b93eda0e494 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294310 Oct 26 10:46:01.786694 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.803904 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf7a2-4484-4d61-b800-fc4ae69390a1 req-185bcf2d-9701-488f-bad8-500fac6d88b4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:01.811179 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0babf7a2-4484-4d61-b800-fc4ae69390a1 req-185bcf2d-9701-488f-bad8-500fac6d88b4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.2759600 Oct 26 10:46:01.822218 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fd16eb9e-f925-4ef0-ad77-e9eca4db35d5 req-6a2a90ca-daf1-4f33-b118-2a3b860c64fc tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752442 Oct 26 10:46:01.837344 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54220) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:01.863761 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2db03714-0dad-45f1-8deb-c84f3668ab60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.882812 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0babf7a2-4484-4d61-b800-fc4ae69390a1 req-50b3b5df-073d-4932-aaae-d00bd9560457 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707407 Oct 26 10:46:01.896018 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a98a9911-076e-42a4-9ba2-bb2a10be64c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.902643 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.906954 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:01.908730 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67f3d077-4201-4925-9a8c-349afa96e7b6 HTTP/1.1" status: 204 len: 168 time: 0.6303539 Oct 26 10:46:01.920072 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b89b3-da77-46e4-905a-05aada1c33b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f3d077-4201-4925-9a8c-349afa96e7b6,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.012134 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2db03714-0dad-45f1-8deb-c84f3668ab60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.019737 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2db03714-0dad-45f1-8deb-c84f3668ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.044457 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a98a9911-076e-42a4-9ba2-bb2a10be64c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.061130 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a98a9911-076e-42a4-9ba2-bb2a10be64c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.078244 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2db03714-0dad-45f1-8deb-c84f3668ab60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9525f1a28bd24427b76e76e798194b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396932 Oct 26 10:46:02.081392 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db03714-0dad-45f1-8deb-c84f3668ab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97acf1ff-e7a7-49a8-89bf-77d944ec8419,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.081730 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54226) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:02.104815 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-a98a9911-076e-42a4-9ba2-bb2a10be64c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b1db55646864cacb4e004bbda98855a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969437 Oct 26 10:46:02.107435 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54230) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:02.114225 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a9911-076e-42a4-9ba2-bb2a10be64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7bd0e5-88ba-4f9f-abc2-a3b17b37a332,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.170935 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.186892 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.206930 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.226134 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.297040 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.300459 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.304454 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97acf1ff-e7a7-49a8-89bf-77d944ec8419 HTTP/1.1" status: 204 len: 168 time: 0.2188158 Oct 26 10:46:02.318522 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6a7de-bda5-4dc7-abf5-5bf9018131e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97acf1ff-e7a7-49a8-89bf-77d944ec8419,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.337550 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.342606 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.349896 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc7bd0e5-88ba-4f9f-abc2-a3b17b37a332 HTTP/1.1" status: 204 len: 168 time: 0.2398798 Oct 26 10:46:02.357706 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63238218-93eb-4239-9c4e-1cf1c2ab2a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7bd0e5-88ba-4f9f-abc2-a3b17b37a332,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.417588 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 32bea0ab-bda6-4329-8852-000e181d766d up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:02.479368 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 32bea0ab-bda6-4329-8852-000e181d766d completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:46:02.483452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 32bea0ab-bda6-4329-8852-000e181d766d triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:02.483820 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.566077 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.605913 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=32bea0ab-bda6-4329-8852-000e181d766d,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:02.610889 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.782623 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54264) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:02.809674 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-246bbc09-3ec6-4e6c-927b-5fafb30175e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.868153 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:02.904034 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.952282 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54278) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:02.972447 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cb031234-3fa5-40b2-ae3f-8d1144cbfb10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:02.989496 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f9706-2f90-42d7-ad66-a569446c6ff4 req-4da6adc5-cae7-4e70-a7d4-254ebb724ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:02.991022 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f96f9706-2f90-42d7-ad66-a569446c6ff4 req-4da6adc5-cae7-4e70-a7d4-254ebb724ddd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0838449 Oct 26 10:46:03.003158 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-246bbc09-3ec6-4e6c-927b-5fafb30175e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.008884 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-246bbc09-3ec6-4e6c-927b-5fafb30175e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.055488 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-246bbc09-3ec6-4e6c-927b-5fafb30175e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e97780a92b164d08bd595dddc88fef21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716486 Oct 26 10:46:03.059796 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54282) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:03.074593 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f96f9706-2f90-42d7-ad66-a569446c6ff4 req-141b79c3-b155-442c-9479-8746980cfadf tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695202 Oct 26 10:46:03.089617 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:03.091966 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c103f-c215-43cd-9bce-05841783da04" -d '{"events": [{"server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "name": "network-vif-plugged", "status": "completed", "tag": "32bea0ab-bda6-4329-8852-000e181d766d"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:03.128829 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bbc09-3ec6-4e6c-927b-5fafb30175e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be573a25-5f55-4a00-8300-511d6af9ee14,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:03.131795 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.172386 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.178150 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cb031234-3fa5-40b2-ae3f-8d1144cbfb10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.215965 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cb031234-3fa5-40b2-ae3f-8d1144cbfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.232955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.237600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.238894 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be573a25-5f55-4a00-8300-511d6af9ee14 HTTP/1.1" status: 204 len: 168 time: 0.1780324 Oct 26 10:46:03.270149 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9680f-8858-4adb-a4f1-6ed044a654a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be573a25-5f55-4a00-8300-511d6af9ee14,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:03.289464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f5822-7ced-445c-8d56-0ac269b1283e req-641e564a-a308-446d-9fe6-1343b157e55b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:03.301024 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e01f5822-7ced-445c-8d56-0ac269b1283e req-641e564a-a308-446d-9fe6-1343b157e55b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1179504 Oct 26 10:46:03.309656 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-cb031234-3fa5-40b2-ae3f-8d1144cbfb10 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=724b174759704afab585d97621258978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558881 Oct 26 10:46:03.310292 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54298) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:03.318155 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb031234-3fa5-40b2-ae3f-8d1144cbfb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c40819-9a9a-44e2-a75f-afffdb3fdd44,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:03.378326 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e01f5822-7ced-445c-8d56-0ac269b1283e req-5c61d62e-3b5f-4b5d-a9a1-0c0eb405548a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756230 Oct 26 10:46:03.384541 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.410473 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.454302 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61df0c-3aec-4db0-93b7-2651d4451e6a x-openstack-request-id: req-4f61df0c-3aec-4db0-93b7-2651d4451e6a {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:03.455476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "name": "network-vif-plugged", "status": "completed", "tag": "32bea0ab-bda6-4329-8852-000e181d766d", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:03.455476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f61df0c-3aec-4db0-93b7-2651d4451e6a {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:03.455870 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d', 'code': 200} Oct 26 10:46:03.468690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.471432 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:03.472679 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62c40819-9a9a-44e2-a75f-afffdb3fdd44 HTTP/1.1" status: 204 len: 168 time: 0.1614139 Oct 26 10:46:03.481008 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff475d1-03cb-42b3-a395-1ea4d08b8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c40819-9a9a-44e2-a75f-afffdb3fdd44,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:03.806529 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:04.224178 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c361f-e12f-4d2e-b568-58107ef64cbd req-dd096729-bdfe-400f-baad-c46b04838962 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:04.226834 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ba0c361f-e12f-4d2e-b568-58107ef64cbd req-dd096729-bdfe-400f-baad-c46b04838962 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0938265 Oct 26 10:46:04.271976 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ba0c361f-e12f-4d2e-b568-58107ef64cbd req-b7f0aad5-73dd-4e87-9fa1-e2dc84bcc5d2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330155 Oct 26 10:46:04.510344 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cf009-5c59-4358-b77e-a566abac4610 req-748fd231-c38c-402a-bb57-4b6a8e42a120 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:04.512397 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-983cf009-5c59-4358-b77e-a566abac4610 req-748fd231-c38c-402a-bb57-4b6a8e42a120 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0554721 Oct 26 10:46:04.559418 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-983cf009-5c59-4358-b77e-a566abac4610 req-46ab3b3d-add1-42b8-95b1-60e73a498a43 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407259 Oct 26 10:46:05.421685 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f02f5b-973b-4eb7-9ed9-ac59c698b0db req-ef0e1914-374a-4295-88ec-2ded5e182220 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:05.423378 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-96f02f5b-973b-4eb7-9ed9-ac59c698b0db req-ef0e1914-374a-4295-88ec-2ded5e182220 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0696101 Oct 26 10:46:05.478055 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-96f02f5b-973b-4eb7-9ed9-ac59c698b0db req-d955b395-7b53-4118-b450-2cd9864209af tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465946 Oct 26 10:46:05.846976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54456) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:05.857943 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede6b4a-89f8-44e7-b5e8-55cbbe2e52e4 req-3d38ca4a-001b-464b-b75e-6dc4e42d3d4d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:05.866413 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7ede6b4a-89f8-44e7-b5e8-55cbbe2e52e4 req-3d38ca4a-001b-464b-b75e-6dc4e42d3d4d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1670825 Oct 26 10:46:05.880679 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587484d4-7e43-4132-b528-23e4d8cb6980 req-e5a637e9-46ff-4257-9fac-9aa5f02506e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:05.882027 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-587484d4-7e43-4132-b528-23e4d8cb6980 req-e5a637e9-46ff-4257-9fac-9aa5f02506e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.1276670 Oct 26 10:46:05.941790 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7ede6b4a-89f8-44e7-b5e8-55cbbe2e52e4 req-08d73345-3832-4c63-a794-f870e52ea081 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665324 Oct 26 10:46:05.963837 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-587484d4-7e43-4132-b528-23e4d8cb6980 req-285c657b-d3ae-4a06-9418-790f70eb5699 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740275 Oct 26 10:46:06.153817 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2c375669-5d00-4baa-8089-1c10a51ecabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.240787 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2c375669-5d00-4baa-8089-1c10a51ecabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.252137 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2c375669-5d00-4baa-8089-1c10a51ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.291300 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2c375669-5d00-4baa-8089-1c10a51ecabf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=308d8ea44caf4f9d925d257f75d74ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425354 Oct 26 10:46:06.292067 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c375669-5d00-4baa-8089-1c10a51ecabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70fa306-e3f1-4d55-93ea-a8fa4c8ac60f,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:06.294562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54470) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:06.351226 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.373966 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.423011 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.426090 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.427235 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d70fa306-e3f1-4d55-93ea-a8fa4c8ac60f HTTP/1.1" status: 204 len: 168 time: 0.1315179 Oct 26 10:46:06.435347 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9ca12-39a8-4def-b015-c4531b756223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70fa306-e3f1-4d55-93ea-a8fa4c8ac60f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:06.616188 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255bf4-cb95-4b90-b00a-f0d438ecf74a req-0248f322-8096-4ee0-8187-3eb147c9929a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:06.617840 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c9255bf4-cb95-4b90-b00a-f0d438ecf74a req-0248f322-8096-4ee0-8187-3eb147c9929a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0558426 Oct 26 10:46:06.660182 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c9255bf4-cb95-4b90-b00a-f0d438ecf74a req-3a769375-d0cc-4e35-9529-f09a925ceec3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Oct 26 10:46:06.756116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54496) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:06.772885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5f2f240b-e032-455a-9cb5-b701a9c178ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.859710 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5f2f240b-e032-455a-9cb5-b701a9c178ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.864659 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5f2f240b-e032-455a-9cb5-b701a9c178ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:06.905497 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-5f2f240b-e032-455a-9cb5-b701a9c178ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=042fe967665f47beab531973b89a8e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481831 Oct 26 10:46:06.906581 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f240b-e032-455a-9cb5-b701a9c178ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714cebeb-305c-4c72-918f-a3cf9483c08f,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:06.908771 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54504) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:07.028237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.054678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.089201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54512) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:07.089561 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc053f1-a227-4754-889d-8631d83cc0b1 req-64337775-dc74-4e58-a4c4-9861e2343709 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:07.091330 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cdc053f1-a227-4754-889d-8631d83cc0b1 req-64337775-dc74-4e58-a4c4-9861e2343709 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0525022 Oct 26 10:46:07.125543 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.128925 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.130680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/714cebeb-305c-4c72-918f-a3cf9483c08f HTTP/1.1" status: 204 len: 168 time: 0.2191367 Oct 26 10:46:07.137663 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cdc053f1-a227-4754-889d-8631d83cc0b1 req-d4d91cff-8ea3-4575-80f6-72fa303ae18e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Oct 26 10:46:07.150426 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e872813-74bb-4403-b71c-1d87d1e282f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714cebeb-305c-4c72-918f-a3cf9483c08f,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:07.282698 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f264c80c-6b24-4639-90a9-c63f3b534180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.317346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759131b-c63d-46b3-be92-2e19cf9ad525 req-249b0f57-3a65-4d85-a455-9bc51b87125c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:07.319169 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c759131b-c63d-46b3-be92-2e19cf9ad525 req-249b0f57-3a65-4d85-a455-9bc51b87125c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0930345 Oct 26 10:46:07.335981 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54522) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:07.340619 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'floatingip': {'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:07.416796 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f264c80c-6b24-4639-90a9-c63f3b534180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.423275 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f264c80c-6b24-4639-90a9-c63f3b534180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.478417 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f264c80c-6b24-4639-90a9-c63f3b534180 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=601180eed22a4748836eca09156b5d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858542 Oct 26 10:46:07.478417 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264c80c-6b24-4639-90a9-c63f3b534180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d793a-e09d-424b-a8a4-9952df859d56,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:07.479294 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54536) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:07.539992 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.571833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.664458 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.667192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.668348 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/457d793a-e09d-424b-a8a4-9952df859d56 HTTP/1.1" status: 204 len: 168 time: 0.1876118 Oct 26 10:46:07.684501 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499cde-f244-4e1f-bdcc-ff93f4a1a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d793a-e09d-424b-a8a4-9952df859d56,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:07.783648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:07.996968 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7c680-ac7f-4191-8aca-644d7c0156c9 req-b943ea39-1d3c-4ac6-8f8a-f1f4b23ec745 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:08.004505 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0c7c680-ac7f-4191-8aca-644d7c0156c9 req-b943ea39-1d3c-4ac6-8f8a-f1f4b23ec745 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.1304948 Oct 26 10:46:08.115612 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0c7c680-ac7f-4191-8aca-644d7c0156c9 req-e999dc78-23fe-4b69-8b8a-52299fddf4b0 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102297 Oct 26 10:46:08.131146 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54578) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:08.182602 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ad420b3-d96a-43ac-ac8f-e105a023163c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.260645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ad420b3-d96a-43ac-ac8f-e105a023163c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.296003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ad420b3-d96a-43ac-ac8f-e105a023163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.355201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3cdb0-518c-4e54-88bc-42c04e50d9da req-cd65c1fa-3e79-4cbb-8a3d-0b7d34944487 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:08.356911 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7ec3cdb0-518c-4e54-88bc-42c04e50d9da req-cd65c1fa-3e79-4cbb-8a3d-0b7d34944487 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0946217 Oct 26 10:46:08.358500 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad420b3-d96a-43ac-ac8f-e105a023163c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee753fa-4821-4eb5-8a89-f348d8896e48,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:08.363361 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4ad420b3-d96a-43ac-ac8f-e105a023163c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acce5118456547af826a1e28b1073ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311575 Oct 26 10:46:08.365904 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54584) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:08.367414 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54586) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:08.372907 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'floatingip': {'port_id': '32bea0ab-bda6-4329-8852-000e181d766d'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:08.462067 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.550312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.555960 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.691797 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.l3_db [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Floating IP 3bc0a1a3-d768-4a90-b56a-89aa63133e0b associated. External IP: 172.27.3.216, port: 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472. Oct 26 10:46:08.828516 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:08.864287 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.041905 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.046692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.047131 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:46:09.052811 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ee753fa-4821-4eb5-8a89-f348d8896e48 HTTP/1.1" status: 204 len: 168 time: 0.6793559 Oct 26 10:46:09.084701 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15009142-73c1-4436-be4d-2775e2991e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee753fa-4821-4eb5-8a89-f348d8896e48,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:09.275592 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:46:09.281321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.297002 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:46:09.316321 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:09.317008 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:09.361856 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-991b51e2-c9bc-44d1-8563-68dcd34f97d7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "PUT /v2.0/floatingips/3bc0a1a3-d768-4a90-b56a-89aa63133e0b HTTP/1.1" status: 200 len: 991 time: 2.0246794 Oct 26 10:46:09.362883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:09.364703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c366777ae17db6cb84f1de8710e1659e475a2a508cd5794044eaacaae527de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8511493-f4ba-479e-881c-9220d1cecee8" -d '{"events": [{"name": "network-changed", "server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:09.453398 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b82fc9-b71c-4f27-9eac-e057e6e7d10b x-openstack-request-id: req-e7b82fc9-b71c-4f27-9eac-e057e6e7d10b {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:09.453689 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "status": "completed", "code": 200}]} {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:09.453944 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7b82fc9-b71c-4f27-9eac-e057e6e7d10b {{(pid=108008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:09.454370 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'status': 'completed', 'code': 200} Oct 26 10:46:09.495161 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:09.570865 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-9b3a68ca-c5c4-4e8e-962e-d63f2c8edd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:09.572721 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-9b3a68ca-c5c4-4e8e-962e-d63f2c8edd31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1098 time: 0.0861111 Oct 26 10:46:09.743489 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.752815 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:09.830937 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-6f917e6f-7750-49a3-a669-98ea844f6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:09.836617 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-6f917e6f-7750-49a3-a669-98ea844f6729 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.2476008 Oct 26 10:46:09.955402 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Floating IP 89ce2ec0-88c8-418e-a935-2d4b39a0c550 associated. External IP: 172.27.3.61, port: 32bea0ab-bda6-4329-8852-000e181d766d. Oct 26 10:46:09.960417 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '3bc0a1a3-d768-4a90-b56a-89aa63133e0b', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:37Z', 'updated_at': '2021-10-26T10:46:08Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:10.004949 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:46:10.017178 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:10.018460 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:10.083604 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-9cf44dc9-d512-4b99-acb9-307902769d89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 999 time: 0.2329681 Oct 26 10:46:10.181982 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-d0c31357-f2b9-4470-be18-93958d70f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:10.187840 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-d0c31357-f2b9-4470-be18-93958d70f571 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0968864 Oct 26 10:46:10.202587 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:10.275111 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-7b5d2df9-2596-47a5-9935-2d954e9beb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:10.281482 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-7b5d2df9-2596-47a5-9935-2d954e9beb3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845418 Oct 26 10:46:10.392771 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:46:10.451735 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-7e7e4394-790c-4bf2-abd7-8e838a039dc3 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617966 Oct 26 10:46:10.684829 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '3bc0a1a3-d768-4a90-b56a-89aa63133e0b', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:37Z', 'updated_at': '2021-10-26T10:46:08Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:10.727412 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:46:10.728141 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be34542-ab6d-4e8a-bc92-04d0a1c10b60 None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '3bc0a1a3-d768-4a90-b56a-89aa63133e0b', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:37Z', 'updated_at': '2021-10-26T10:46:08Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:46:10.732638 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:10.771522 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:46:10.777825 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e9edcb16-8fa3-4792-817f-4928aa9b4087 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "PUT /v2.0/floatingips/89ce2ec0-88c8-418e-a935-2d4b39a0c550 HTTP/1.1" status: 200 len: 990 time: 2.4080660 Oct 26 10:46:10.779620 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:10.784236 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdcdd4-506c-437f-a687-776773245843" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "tag": "32bea0ab-bda6-4329-8852-000e181d766d"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:10.794739 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:10.796133 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:10.866468 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f73139-0d23-45ff-a4d5-9f9a5bc98f2d x-openstack-request-id: req-22f73139-0d23-45ff-a4d5-9f9a5bc98f2d {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:10.866779 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "tag": "32bea0ab-bda6-4329-8852-000e181d766d", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:10.867045 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22f73139-0d23-45ff-a4d5-9f9a5bc98f2d {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:10.867948 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d', 'status': 'completed', 'code': 200} Oct 26 10:46:10.989330 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdcdd4-506c-437f-a687-776773245843 req-97097df4-a3b3-41f3-a2d4-0d65c5552616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:10.992044 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-97097df4-a3b3-41f3-a2d4-0d65c5552616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.0821211 Oct 26 10:46:11.010781 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8511493-f4ba-479e-881c-9220d1cecee8 req-cae86eea-da34-4b82-b8c7-4518eaef4099 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504389 Oct 26 10:46:11.063174 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:11.213637 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb81c03-15a3-48d6-a293-8e36325b4cc1 None None] New status for floating IP 3bc0a1a3-d768-4a90-b56a-89aa63133e0b: ACTIVE {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:46:11.258873 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdcdd4-506c-437f-a687-776773245843 req-aa9ba050-2b05-4caa-8f2e-a2353711299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:11.260714 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-aa9ba050-2b05-4caa-8f2e-a2353711299a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.2486506 Oct 26 10:46:11.462057 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '89ce2ec0-88c8-418e-a935-2d4b39a0c550', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': '32bea0ab-bda6-4329-8852-000e181d766d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:52:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:43Z', 'updated_at': '2021-10-26T10:46:09Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:11.495160 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:46:11.508847 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:11.510764 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:11.757224 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-59aada3d-05e5-4683-b5c6-e8731ba01d43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 998 time: 0.4793005 Oct 26 10:46:11.781252 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:11.874538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdcdd4-506c-437f-a687-776773245843 req-40d1cc3b-bd8e-4f78-85d3-fc6721a7770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:11.876546 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-40d1cc3b-bd8e-4f78-85d3-fc6721a7770f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.1058893 Oct 26 10:46:11.956030 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdcdd4-506c-437f-a687-776773245843 req-33996437-ca2c-4b4d-a9ab-21c0f74c380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:11.963286 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-33996437-ca2c-4b4d-a9ab-21c0f74c380f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623789 Oct 26 10:46:12.125586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-7800def1-e184-40c4-999f-2c4363097979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '89ce2ec0-88c8-418e-a935-2d4b39a0c550', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': '32bea0ab-bda6-4329-8852-000e181d766d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:52:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:43Z', 'updated_at': '2021-10-26T10:46:09Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:12.126769 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-02b67203-2535-4dc7-99f7-80ef409c1d7f service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435366 Oct 26 10:46:12.156153 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800def1-e184-40c4-999f-2c4363097979 None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '89ce2ec0-88c8-418e-a935-2d4b39a0c550', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': '32bea0ab-bda6-4329-8852-000e181d766d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:52:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:45:43Z', 'updated_at': '2021-10-26T10:46:09Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:46:12.295327 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ccdcdd4-506c-437f-a687-776773245843 req-48eccc4f-d52e-4432-8f5a-4d5f0cffcec9 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586630 Oct 26 10:46:12.463992 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f51669-740b-43d3-84e9-b3f26a1f8a61 None None] New status for floating IP 89ce2ec0-88c8-418e-a935-2d4b39a0c550: ACTIVE {{(pid=108010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:46:12.715080 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54840) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:12.839635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a65f3de2-924c-4cff-a7fa-06cc7d377309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:12.924407 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a65f3de2-924c-4cff-a7fa-06cc7d377309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:12.929418 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a65f3de2-924c-4cff-a7fa-06cc7d377309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:12.973280 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f3de2-924c-4cff-a7fa-06cc7d377309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69ee6e-a480-42d6-aa57-1b802e80189a,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:12.978506 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-a65f3de2-924c-4cff-a7fa-06cc7d377309 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=751fbacaa0c24354952bff4f08c921e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621522 Oct 26 10:46:12.981198 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54858) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:13.032976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.054655 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.105710 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.109468 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.111143 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a69ee6e-a480-42d6-aa57-1b802e80189a HTTP/1.1" status: 204 len: 168 time: 0.1288581 Oct 26 10:46:13.120055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4795d-4160-4573-9f1a-d5635d1722cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69ee6e-a480-42d6-aa57-1b802e80189a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:13.384008 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54884) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:13.399329 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dca6ad6d-e26b-4e85-8066-d1f058b0b0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.492442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dca6ad6d-e26b-4e85-8066-d1f058b0b0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.496523 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dca6ad6d-e26b-4e85-8066-d1f058b0b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.541036 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6ad6d-e26b-4e85-8066-d1f058b0b0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65693846-6554-47c5-996c-3e2a6e90f823,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:13.545547 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-dca6ad6d-e26b-4e85-8066-d1f058b0b0f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fecf06a4ecb84ca3a0de606a2ca59073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603227 Oct 26 10:46:13.548740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54900) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:13.605308 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.635536 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.694862 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.696608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:13.700089 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65693846-6554-47c5-996c-3e2a6e90f823 HTTP/1.1" status: 204 len: 168 time: 0.1478927 Oct 26 10:46:13.707371 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb306461-b5fb-4063-afab-20efe399ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65693846-6554-47c5-996c-3e2a6e90f823,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:14.677212 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 54970) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:14.778594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15e78fc3-5867-4183-b905-3d2c11433986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:14.866821 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15e78fc3-5867-4183-b905-3d2c11433986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:14.872960 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-15e78fc3-5867-4183-b905-3d2c11433986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:14.922314 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-15e78fc3-5867-4183-b905-3d2c11433986 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df9c0a95083d486fa6b39ebe9d7eff6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440097 Oct 26 10:46:14.925878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 54990) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:14.926359 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e78fc3-5867-4183-b905-3d2c11433986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02777b-d21d-4758-b6e1-4501725df281,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:15.047186 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.094582 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.185862 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.190671 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.192144 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f02777b-d21d-4758-b6e1-4501725df281 HTTP/1.1" status: 204 len: 168 time: 0.2651758 Oct 26 10:46:15.211132 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1284c71-2a69-4018-8b3d-db0042d74ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02777b-d21d-4758-b6e1-4501725df281,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:15.346276 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55018) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:15.425719 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349adb2-05f8-4443-b748-a88700732718 req-10bdd00c-7325-4835-8b11-43484df6c84c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:15.427983 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3349adb2-05f8-4443-b748-a88700732718 req-10bdd00c-7325-4835-8b11-43484df6c84c tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.0915158 Oct 26 10:46:15.494263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3349adb2-05f8-4443-b748-a88700732718 req-8c602bbf-098b-4c29-90fa-26846831b6ad tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593238 Oct 26 10:46:15.681785 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55038) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:15.729721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-25c046c2-08e1-421a-853a-0f409a94f017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.799028 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55042) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:15.819541 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6dd42cf4-81d0-499b-872a-8cc1887fa972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.826126 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-25c046c2-08e1-421a-853a-0f409a94f017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.834523 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-25c046c2-08e1-421a-853a-0f409a94f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:15.891279 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-25c046c2-08e1-421a-853a-0f409a94f017 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e2bec0ceced4a7d9c2c5be772e05fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402889 Oct 26 10:46:15.892726 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55048) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:15.903822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c046c2-08e1-421a-853a-0f409a94f017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66960894-3fa6-45ac-aa88-7742c6ccc679,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:15.981531 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66a28c1a-a7ea-4233-8d0b-c8d27b59894e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.019274 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.027550 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6dd42cf4-81d0-499b-872a-8cc1887fa972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.038464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6dd42cf4-81d0-499b-872a-8cc1887fa972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.072972 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.127117 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6dd42cf4-81d0-499b-872a-8cc1887fa972 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efe72963f5b4430d98dc1fac85894a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269675 Oct 26 10:46:16.130042 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55052) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:16.136434 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd42cf4-81d0-499b-872a-8cc1887fa972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c77d6-1e37-4f62-adf9-03acab552a4a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.174981 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66a28c1a-a7ea-4233-8d0b-c8d27b59894e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.178039 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.180705 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.181790 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66960894-3fa6-45ac-aa88-7742c6ccc679 HTTP/1.1" status: 204 len: 168 time: 0.2889278 Oct 26 10:46:16.184562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66a28c1a-a7ea-4233-8d0b-c8d27b59894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.206036 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179436e-8d72-4c5e-8576-c2f5db8fa3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66960894-3fa6-45ac-aa88-7742c6ccc679,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.221552 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-66a28c1a-a7ea-4233-8d0b-c8d27b59894e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fad6535ef00049b6a10a29eb7db05cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382693 Oct 26 10:46:16.224025 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55060) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:16.226479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.249907 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a28c1a-a7ea-4233-8d0b-c8d27b59894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58daa6d2-df68-49d6-a888-898056111c98,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.253063 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.286911 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.326857 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.329719 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.332151 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.333366 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/251c77d6-1e37-4f62-adf9-03acab552a4a HTTP/1.1" status: 204 len: 168 time: 0.2017543 Oct 26 10:46:16.348224 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68268d-6162-4747-9a18-d2a98301f2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c77d6-1e37-4f62-adf9-03acab552a4a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.398114 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.400619 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.404473 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58daa6d2-df68-49d6-a888-898056111c98 HTTP/1.1" status: 204 len: 168 time: 0.1795235 Oct 26 10:46:16.416250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062fb4c-25c5-4bf7-8d6c-72d15c814e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58daa6d2-df68-49d6-a888-898056111c98,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.626427 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55092) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:16.643301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bb05220e-3f82-4852-b91c-3d763e5c65fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.686276 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f552-69cc-46f8-a8bc-b80cd9514dbd req-b8ac2c9e-e43e-401b-a1c7-21ea23e2a4fc tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:16.692754 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7940f552-69cc-46f8-a8bc-b80cd9514dbd req-b8ac2c9e-e43e-401b-a1c7-21ea23e2a4fc tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.0934274 Oct 26 10:46:16.755588 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7940f552-69cc-46f8-a8bc-b80cd9514dbd req-85ec14a2-b406-4f1f-a7e7-8c48b6e28e30 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/security-groups?id=acd04fca-07aa-475d-8527-ba38cc946b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Oct 26 10:46:16.776233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bb05220e-3f82-4852-b91c-3d763e5c65fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.782438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bb05220e-3f82-4852-b91c-3d763e5c65fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.832189 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-bb05220e-3f82-4852-b91c-3d763e5c65fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8b65ba5c2194d50acc0c3ff79a23fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046506 Oct 26 10:46:16.833068 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05220e-3f82-4852-b91c-3d763e5c65fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa370794-bbee-42ef-986f-c3ecc8e9e034,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:16.834965 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55102) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:16.896502 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55106) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:16.897176 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.915851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12bf3d73-42cf-4ce4-b241-3f27b9cf7ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.920138 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.988382 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.993162 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:16.995488 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa370794-bbee-42ef-986f-c3ecc8e9e034 HTTP/1.1" status: 204 len: 168 time: 0.1590867 Oct 26 10:46:17.004892 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57ce3-9ada-40b5-99a4-c91cdff39101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa370794-bbee-42ef-986f-c3ecc8e9e034,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.025753 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12bf3d73-42cf-4ce4-b241-3f27b9cf7ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.030822 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-12bf3d73-42cf-4ce4-b241-3f27b9cf7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.072920 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-12bf3d73-42cf-4ce4-b241-3f27b9cf7ae0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5211dd6b4534947aee26e56f7dedfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745007 Oct 26 10:46:17.075709 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55116) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.077557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf3d73-42cf-4ce4-b241-3f27b9cf7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b80f22-bd91-40a1-98bd-b893bedf1a18,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.128334 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.153524 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.164697 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55118) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.181347 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e057cad8-810e-4ce3-ad96-ef5af6ae7e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.218519 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.222250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.223818 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34b80f22-bd91-40a1-98bd-b893bedf1a18 HTTP/1.1" status: 204 len: 168 time: 0.1468835 Oct 26 10:46:17.233347 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d072f5-7642-4fff-aca8-d0ae5a80c97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b80f22-bd91-40a1-98bd-b893bedf1a18,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.279239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-b820871f-81b6-45bc-9e1a-578a743b6f5e tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:17.280890 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-b820871f-81b6-45bc-9e1a-578a743b6f5e tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 945 time: 0.0749152 Oct 26 10:46:17.319213 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55124) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.390359 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e057cad8-810e-4ce3-ad96-ef5af6ae7e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.399703 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e057cad8-810e-4ce3-ad96-ef5af6ae7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.459448 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e057cad8-810e-4ce3-ad96-ef5af6ae7e49 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dc61f7e68944678a9b4ba1e37b87e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935529 Oct 26 10:46:17.463310 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55134) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.487922 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057cad8-810e-4ce3-ad96-ef5af6ae7e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30218f-8f46-4026-b8bf-3da5809ecaac,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.498693 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Deleting port fc519e8c-9530-46fe-9b18-ba9901557058 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:46:17.499438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.534121 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.564555 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.631716 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55138) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.652186 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] For port fc519e8c-9530-46fe-9b18-ba9901557058, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=fc519e8c-9530-46fe-9b18-ba9901557058,segment=NetworkSegment(cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6),segment_id=cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:17.652595 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.657659 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-aad4c43e-65d0-4806-a901-b7d898755517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.670773 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.671977 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Calling delete_port for fc519e8c-9530-46fe-9b18-ba9901557058 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:46:17.673485 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.674693 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b30218f-8f46-4026-b8bf-3da5809ecaac HTTP/1.1" status: 204 len: 168 time: 0.2104156 Oct 26 10:46:17.699313 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80e22de5-208b-4766-b553-0a6bf7bcd172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.710140 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e7127-7032-45db-9256-736a64b54e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30218f-8f46-4026-b8bf-3da5809ecaac,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.809927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-aad4c43e-65d0-4806-a901-b7d898755517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.820259 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-aad4c43e-65d0-4806-a901-b7d898755517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.860095 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80e22de5-208b-4766-b553-0a6bf7bcd172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.872141 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-80e22de5-208b-4766-b553-0a6bf7bcd172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.881575 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-aad4c43e-65d0-4806-a901-b7d898755517 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce1b288ddabe402ea51e9574e930b1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462559 Oct 26 10:46:17.884736 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55150) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.885203 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4c43e-65d0-4806-a901-b7d898755517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bce514-5bbe-4b16-bb8b-b63571f1b81b,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.917277 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-80e22de5-208b-4766-b553-0a6bf7bcd172 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e354bc7071e4c24b85bf0b7e3dc9996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967429 Oct 26 10:46:17.917761 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55154) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:17.926627 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:17.939525 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22de5-208b-4766-b553-0a6bf7bcd172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be232124-80f8-4b62-9545-5f395eb01902,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:17.941598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['fc519e8c-9530-46fe-9b18-ba9901557058'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:17.989748 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.019577 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Pushing event deleted for resources: {'Port': ['ID=fc519e8c-9530-46fe-9b18-ba9901557058,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:18.024270 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.097406 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.101869 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.104070 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be232124-80f8-4b62-9545-5f395eb01902 HTTP/1.1" status: 204 len: 168 time: 0.1809280 Oct 26 10:46:18.115663 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a4ce8361-8a72-4763-99b3-5bf995be1227 req-7fa2a56b-ed5e-434f-a951-19db4df1cdad tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2c310a0-5939-4f18-a092-1f75d5614585 HTTP/1.1" status: 200 len: 210 time: 0.1553988 Oct 26 10:46:18.117720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7e4b9-d861-4b3d-b52b-b583f9a679f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be232124-80f8-4b62-9545-5f395eb01902,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:18.171586 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] No DVR routers for this DVR port fc519e8c-9530-46fe-9b18-ba9901557058 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:46:18.177482 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.180683 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d62c25ab-e07d-4863-aefd-24f1accee4b1 req-a54e8b5f-fd92-4bd0-b092-72c5508ebba5 tempest-DeleteServersTestJSON-35785002 tempest-DeleteServersTestJSON-35785002-project] 10.222.0.72 "DELETE /v2.0/ports/fc519e8c-9530-46fe-9b18-ba9901557058 HTTP/1.1" status: 204 len: 173 time: 0.8914845 Oct 26 10:46:18.181346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'name': 'network-vif-deleted', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:18.183564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bdb331-f534-4e2e-b0fa-cd0b09f14697" -d '{"events": [{"server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "name": "network-vif-deleted", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:18.186644 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.212220 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.234653 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c40e4e-774b-4751-8925-bf788e2b2f71 x-openstack-request-id: req-d2c40e4e-774b-4751-8925-bf788e2b2f71 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:18.235311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c310a0-5939-4f18-a092-1f75d5614585", "name": "network-vif-deleted", "tag": "fc519e8c-9530-46fe-9b18-ba9901557058", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:18.235564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2c40e4e-774b-4751-8925-bf788e2b2f71 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:18.235954 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c310a0-5939-4f18-a092-1f75d5614585', 'name': 'network-vif-deleted', 'tag': 'fc519e8c-9530-46fe-9b18-ba9901557058', 'status': 'completed', 'code': 200} Oct 26 10:46:18.278887 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.281447 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.283147 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58bce514-5bbe-4b16-bb8b-b63571f1b81b HTTP/1.1" status: 204 len: 168 time: 0.3968406 Oct 26 10:46:18.293377 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6dcc3-c789-4356-a34c-b51cacd98dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bce514-5bbe-4b16-bb8b-b63571f1b81b,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:18.577171 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55186) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:18.602598 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6c81c4ab-bf57-4812-98ad-5a1bc92cd94d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.685197 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6c81c4ab-bf57-4812-98ad-5a1bc92cd94d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.695032 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6c81c4ab-bf57-4812-98ad-5a1bc92cd94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.745328 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-6c81c4ab-bf57-4812-98ad-5a1bc92cd94d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3e5349348104deaaedf548b84652b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592596 Oct 26 10:46:18.745874 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55194) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:18.751400 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81c4ab-bf57-4812-98ad-5a1bc92cd94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a7ab74-165f-477b-8ec0-c65fd3db09b3,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:18.810219 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.832023 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.883865 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.888356 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:18.888356 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11a7ab74-165f-477b-8ec0-c65fd3db09b3 HTTP/1.1" status: 204 len: 168 time: 0.1415224 Oct 26 10:46:18.904232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea42a4-f06c-429d-a29e-8bbfab3d0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a7ab74-165f-477b-8ec0-c65fd3db09b3,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:19.956384 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55272) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:20.144244 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f6ee34a2-cc0b-4d8c-ac7b-231f805185a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.229415 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f6ee34a2-cc0b-4d8c-ac7b-231f805185a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.236680 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f6ee34a2-cc0b-4d8c-ac7b-231f805185a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.271485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee34a2-cc0b-4d8c-ac7b-231f805185a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a77947c-d304-44f6-a3f7-3ceb86281cd0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:20.307065 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f6ee34a2-cc0b-4d8c-ac7b-231f805185a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50daf46fa0a742b6bfa3a052baceb1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480554 Oct 26 10:46:20.310213 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55294) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:20.386752 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.416877 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.480356 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.483566 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.484869 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a77947c-d304-44f6-a3f7-3ceb86281cd0 HTTP/1.1" status: 204 len: 168 time: 0.1734958 Oct 26 10:46:20.492692 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49a33e-d32e-4a03-a9e5-fa12e738f3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a77947c-d304-44f6-a3f7-3ceb86281cd0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:20.549152 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device fc519e8c-9530-46fe-9b18-ba9901557058 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:46:20.570149 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: fc519e8c-9530-46fe-9b18-ba9901557058 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:46:20.570505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device fc519e8c-9530-46fe-9b18-ba9901557058 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:46:20.629352 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55320) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:20.681479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Deleting subnet 5092d90a-022f-47dc-a3cf-c1b23d1bf6a8 {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:46:20.684529 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.722946 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.728892 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.816034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.842140 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5092d90a-022f-47dc-a3cf-c1b23d1bf6a8,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:20.848876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:20.854079 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-11c0b96e-4842-421f-bb03-2c0f52f58736 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5092d90a-022f-47dc-a3cf-c1b23d1bf6a8 HTTP/1.1" status: 204 len: 168 time: 0.2234435 Oct 26 10:46:20.857570 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55332) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:20.952882 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.103414 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.128821 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d40e8f4-f74e-4724-98f3-afb651669cf4']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:21.150845 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:21.153053 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5b21ab-2bb8-4279-b1ab-6dfc2d9f3de6') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:21.177732 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.195896 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.205658 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:46:21.206076 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:46:21.208316 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:46:21.287406 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.301906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.307812 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7d40e8f4-f74e-4724-98f3-afb651669cf4 HTTP/1.1" status: 204 len: 168 time: 0.4490018 Oct 26 10:46:21.326927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c14e3c-febf-4bce-9b05-aad959857ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d40e8f4-f74e-4724-98f3-afb651669cf4,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:21.565306 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55402) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:21.633977 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-fb4c71b2-472a-4e3d-9ed6-c6300690a7e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54211460b4bc40eb8d62b9e5d58ae2cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0672994 Oct 26 10:46:21.635090 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55406) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:21.697878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.725209 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.782733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55410) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:21.831723 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.834295 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:21.837825 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/acd04fca-07aa-475d-8527-ba38cc946b34 HTTP/1.1" status: 204 len: 168 time: 0.2003455 Oct 26 10:46:21.850610 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b4abd-52ba-4394-b017-1ccbb2e7c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd04fca-07aa-475d-8527-ba38cc946b34,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:22.088025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.185141 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.190507 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.231296 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18d79f215c9f4be0b382b206b655aaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473686 Oct 26 10:46:22.233895 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55436) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:22.236345 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad62b23-343d-4647-bff0-0e0b23f3aaf6,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:22.254490 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.254872 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.255233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.255468 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.255960 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.256288 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.256875 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.257237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.257558 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.257877 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.258471 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.258799 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d78f1-ca3a-49fc-808b-dbc370466fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:22.300299 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.322071 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.382252 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.385090 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.386260 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ad62b23-343d-4647-bff0-0e0b23f3aaf6 HTTP/1.1" status: 204 len: 168 time: 0.1513584 Oct 26 10:46:22.394169 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df62f8-71f2-4559-a29e-1f4a2b72e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad62b23-343d-4647-bff0-0e0b23f3aaf6,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:22.768878 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55464) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:22.793126 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-577939e8-8b74-4195-900f-a08022f7ef74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.834229 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55470) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:22.890496 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-577939e8-8b74-4195-900f-a08022f7ef74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.894910 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-577939e8-8b74-4195-900f-a08022f7ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:22.933818 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-577939e8-8b74-4195-900f-a08022f7ef74 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df2071c875fa42e39d281bdd42cc8642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638072 Oct 26 10:46:22.934879 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577939e8-8b74-4195-900f-a08022f7ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c750f51-9fa8-4276-b93b-6eaa6d2ee6b6,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:22.936726 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55476) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:22.993532 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.007753 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-network', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:23.027682 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.060484 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Made reservation on behalf of aec88cfcdf3d43a4b634a5f47ada7219 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:46:23.062724 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.073464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.106195 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.110413 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.111544 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8c750f51-9fa8-4276-b93b-6eaa6d2ee6b6 HTTP/1.1" status: 204 len: 168 time: 0.1738300 Oct 26 10:46:23.127623 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c750f51-9fa8-4276-b93b-6eaa6d2ee6b6,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:23.138556 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.138901 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.139250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.139560 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.139898 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.140210 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.140528 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.140847 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.141812 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.142199 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.142522 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.142839 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb1012-acfa-44ce-af9b-f60fce22ae95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:23.192443 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.196444 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.219552 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:46:23.233365 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ab410-b619-458b-ade3-4382a85a2680,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:23.238394 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.238734 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Added segment 4244dc5d-70c6-4871-92c3-2ebb667d5ee8 of type vlan for network c94f704e-b5ec-48d0-912f-60cfedf607ac Oct 26 10:46:23.282137 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.307270 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.308228 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:23.308846 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.371690 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5362535 Oct 26 10:46:23.374934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55492) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:23.377148 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865865c-1088-4a2d-b66b-af6c84c75247 admin admin] Pushing event updated for resources: {'Network': ['ID=c94f704e-b5ec-48d0-912f-60cfedf607ac,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:23.382731 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Request body: {'subnet': {'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-subnet', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:23.390439 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network c94f704e-b5ec-48d0-912f-60cfedf607ac details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:46:23.412439 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Made reservation on behalf of aec88cfcdf3d43a4b634a5f47ada7219 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:46:23.415241 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.588961 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.642730 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3997ee-d014-4db0-901d-d6e8bbd75581,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:23.652918 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Checking segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:23.653306 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Network hostable DHCP agents. Network: c94f704e-b5ec-48d0-912f-60cfedf607ac, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:46:23.674591 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Network c94f704e-b5ec-48d0-912f-60cfedf607ac is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:46:23.684763 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, c94f704e-b5ec-48d0-912f-60cfedf607ac) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:23.688903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:23.689515 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.695393 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776b8b5-2fda-4106-9595-0380b5ad3816 None None] Network c94f704e-b5ec-48d0-912f-60cfedf607ac requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:46:23.708110 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f12ab3b3-ffe6-4f4b-a14f-06a7cb07c8a7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3298018 Oct 26 10:46:23.710819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55508) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:23.720865 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:23.742302 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.743239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.795814 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:23.834682 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7862d80-f789-45fc-84b3-16bf51935aa1 None None] Network c94f704e-b5ec-48d0-912f-60cfedf607ac requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:46:23.939340 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.143688 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.163934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.187400 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55522) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:24.266431 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Allocated IP 172.27.3.193 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/34331219-b786-48cc-823d-09b597762be5) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:46:24.296474 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b3336ec2-fc83-48b6-a60b-6ff4178948df admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.372678 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b3336ec2-fc83-48b6-a60b-6ff4178948df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.373699 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.376364 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b3336ec2-fc83-48b6-a60b-6ff4178948df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.407499 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.415912 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b3336ec2-fc83-48b6-a60b-6ff4178948df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db04766c66ed452a8347f45bbc006a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272267 Oct 26 10:46:24.416768 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336ec2-fc83-48b6-a60b-6ff4178948df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c775aa87-2f4f-48df-8856-3ee0e1b3fe0a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:24.420421 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55528) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:24.447829 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:24.450702 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:24.454751 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:46:24.469721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.487550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Pushing event updated for resources: {'Port': ['ID=34331219-b786-48cc-823d-09b597762be5,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:24.490400 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.538908 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.541702 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:24.545282 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c775aa87-2f4f-48df-8856-3ee0e1b3fe0a HTTP/1.1" status: 204 len: 168 time: 0.1215842 Oct 26 10:46:24.550892 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac3d2-e044-455f-81fe-eaf8f232fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775aa87-2f4f-48df-8856-3ee0e1b3fe0a,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:24.868809 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.062232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.185131 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Router 96f5e83a-892d-4288-a36b-7bca0807ba8a is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:46:25.284021 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:46:25.293349 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Sync routers for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:46:25.313183 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.313183 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-142e5fb1-9a67-477e-8224-021ed9465bac admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.5871375 Oct 26 10:46:25.313410 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:25.313410 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:25.313565 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55540) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:25.407539 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:25.582200 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:24Z', 'revision_number': 3, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:25.608689 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Checking router: 96f5e83a-892d-4288-a36b-7bca0807ba8a for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:46:25.609035 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Updating router 96f5e83a-892d-4288-a36b-7bca0807ba8a port 34331219-b786-48cc-823d-09b597762be5 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:46:25.633215 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.708173 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.860478 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Allocated IP 172.20.0.1 (c94f704e-b5ec-48d0-912f-60cfedf607ac/ae3997ee-d014-4db0-901d-d6e8bbd75581/a37399b5-6297-4af2-8390-114f96d45a6e) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:46:25.882139 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.887489 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.930238 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00013f-e81f-42e0-9963-73f25a157021 None None] Pushing event updated for resources: {'Port': ['ID=34331219-b786-48cc-823d-09b597762be5,revision_number=2']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:25.967700 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.979152 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Attempting to bind port 34331219-b786-48cc-823d-09b597762be5 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:46:25.979536 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Attempting to bind port 34331219-b786-48cc-823d-09b597762be5 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:46:25.979900 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Attempting to bind port 34331219-b786-48cc-823d-09b597762be5 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:25.989218 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:46:25.989589 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:25.992959 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:25.993574 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:46:25.995668 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Bound port: 34331219-b786-48cc-823d-09b597762be5, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:46:25.996390 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.008614 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.051114 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] For port 34331219-b786-48cc-823d-09b597762be5, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:46:26.052242 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Network c94f704e-b5ec-48d0-912f-60cfedf607ac is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:26.054903 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] For port 34331219-b786-48cc-823d-09b597762be5, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=34331219-b786-48cc-823d-09b597762be5,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:46:26.055156 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:26.058785 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:46:26.062457 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.082675 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Pushing event updated for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:26.100751 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.117746 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00013f-e81f-42e0-9963-73f25a157021 None None] Pushing event updated for resources: {'Port': ['ID=34331219-b786-48cc-823d-09b597762be5,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:26.126199 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:26.126657 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:26.222564 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.232162 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:26.385403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.390453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.458508 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:26.460226 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Pushing event updated for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:26.506222 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:24Z', 'revision_number': 3, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:26.532138 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7feea-4929-4b89-ad55-d228d1a7aa0e None None] The sync data for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi is: [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:24Z', 'revision_number': 3, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:46:26.557231 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Network c94f704e-b5ec-48d0-912f-60cfedf607ac is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:26.558658 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:26.673808 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Router 96f5e83a-892d-4288-a36b-7bca0807ba8a has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:46:26.790023 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:46:26.795443 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-bf7124be-2634-487a-8eba-2244c09191dc admin admin] 10.222.0.79 "PUT /v2.0/routers/96f5e83a-892d-4288-a36b-7bca0807ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874787 Oct 26 10:46:27.066515 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 34331219-b786-48cc-823d-09b597762be5 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:27.118417 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9808a860-f244-41a7-b71f-360feba41482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:27.133256 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 34331219-b786-48cc-823d-09b597762be5 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:27.133620 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:27.213329 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:27.235727 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 34331219-b786-48cc-823d-09b597762be5, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=34331219-b786-48cc-823d-09b597762be5,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:27.239578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:27.286503 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=34331219-b786-48cc-823d-09b597762be5,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:27.293870 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.294235 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.294579 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.294906 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.295233 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.295557 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.295884 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.296207 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.296549 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.296873 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.297265 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.297586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:46:27.932429 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Sync routers for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:46:27.941848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:27.942450 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:28.049900 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:28.252733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 4, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'a37399b5-6297-4af2-8390-114f96d45a6e', 'name': '', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'mac_address': 'fa:16:3e:c8:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:25Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 2, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'subnets': [{'id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:28.284506 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Checking router: 96f5e83a-892d-4288-a36b-7bca0807ba8a for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:46:28.284789 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Updating router 96f5e83a-892d-4288-a36b-7bca0807ba8a port a37399b5-6297-4af2-8390-114f96d45a6e binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:46:28.309327 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.430883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-edc840dd-0fac-4fce-88df-fb0c2e749ffd tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:28.432484 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-edc840dd-0fac-4fce-88df-fb0c2e749ffd tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 819 time: 0.1062739 Oct 26 10:46:28.449575 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-94c99318-da7b-4583-9fe9-17690c614c7f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/quotas/aec88cfcdf3d43a4b634a5f47ada7219 HTTP/1.1" status: 200 len: 375 time: 0.0104876 Oct 26 10:46:28.498282 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3c1be9a5-19f6-4042-9d03-788c5ac5a1d8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423729 Oct 26 10:46:28.581414 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.586427 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.591287 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-f3e3a1af-02d7-4740-b7b2-84e8527a0e6c service neutron] 10.222.0.79 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Oct 26 10:46:28.634605 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7bde9-94de-4434-89d8-1c6be01487fe None None] Pushing event updated for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:28.683287 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-563a9eeb-5619-42f2-8684-d7a4d3d752ed service neutron] 10.222.0.79 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Oct 26 10:46:28.686245 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Attempting to bind port a37399b5-6297-4af2-8390-114f96d45a6e on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:46:28.686641 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Attempting to bind port a37399b5-6297-4af2-8390-114f96d45a6e by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:46:28.686926 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Attempting to bind port a37399b5-6297-4af2-8390-114f96d45a6e on network c94f704e-b5ec-48d0-912f-60cfedf607ac {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:28.692541 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:46:28.692907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Checking segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:28.693381 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.693763 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Bound using segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:46:28.694218 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Bound port: a37399b5-6297-4af2-8390-114f96d45a6e, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:46:28.694586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.755537 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] For port a37399b5-6297-4af2-8390-114f96d45a6e, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:46:28.758712 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] For port a37399b5-6297-4af2-8390-114f96d45a6e, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=a37399b5-6297-4af2-8390-114f96d45a6e,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:46:28.762222 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:28.822440 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7bde9-94de-4434-89d8-1c6be01487fe None None] Pushing event updated for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:28.825023 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:46:28.826555 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:45:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:28.873822 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5faaa9ba-8506-4a0e-99db-672d4362f0d9 req-ba85d242-962c-4568-9769-088b4de35a17 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 210 time: 0.0483902 Oct 26 10:46:28.953300 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:46:29.086315 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 34331219-b786-48cc-823d-09b597762be5 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:29.191381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-ed1dd191-2053-4931-b18f-41a749cf39e3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:29.192933 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-ed1dd191-2053-4931-b18f-41a749cf39e3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 819 time: 0.1261067 Oct 26 10:46:29.209305 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-1f986437-4908-4f5f-9508-1ad75ec1b6bc tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/quotas/aec88cfcdf3d43a4b634a5f47ada7219 HTTP/1.1" status: 200 len: 375 time: 0.0099697 Oct 26 10:46:29.266779 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-d4c6d498-bade-4403-86c3-c7daea723dd0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513573 Oct 26 10:46:29.324278 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 34331219-b786-48cc-823d-09b597762be5 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:29.324845 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:29.374741 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-269aa390-6993-4e7c-b5a1-ca45aa00e0ab service neutron] 10.222.0.79 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000104 Oct 26 10:46:29.408984 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 4, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'a37399b5-6297-4af2-8390-114f96d45a6e', 'name': '', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'mac_address': 'fa:16:3e:c8:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:25Z', 'updated_at': '2021-10-26T10:46:28Z', 'revision_number': 4, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'subnets': [{'id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:46:29.441557 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9a3bf-b37b-4e82-aa3d-e9e8555014bb None None] The sync data for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi is: [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:46:26Z', 'revision_number': 4, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'a37399b5-6297-4af2-8390-114f96d45a6e', 'name': '', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'mac_address': 'fa:16:3e:c8:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:25Z', 'updated_at': '2021-10-26T10:46:28Z', 'revision_number': 4, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'subnets': [{'id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:46:29.473074 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-d82eda27-2ac9-4713-bbc8-ab521e3e2556 service neutron] 10.222.0.79 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Oct 26 10:46:29.517476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-bf7facc4-cacb-419f-8ca6-1d43fcdc319d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:30.882358 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:30.912597 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:31.066806 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a37399b5-6297-4af2-8390-114f96d45a6e up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:31.113191 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port a37399b5-6297-4af2-8390-114f96d45a6e triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:31.113565 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:31.190962 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:31.222113 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port a37399b5-6297-4af2-8390-114f96d45a6e, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=a37399b5-6297-4af2-8390-114f96d45a6e,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:31.225789 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:31.278086 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:31.699498 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-42a47daf-58ae-4a78-b99b-74ae7b27cc68 req-0ca69062-f70a-44e9-acf9-1319670cf44f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 210 time: 0.0268610 Oct 26 10:46:32.513873 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-0d611cf8-29ed-4a46-930d-92c52604a2e0 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284901 Oct 26 10:46:32.697292 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-0d15f42d-6e6e-4ae2-a23d-204a2bfa9f84 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:32.698709 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-0d15f42d-6e6e-4ae2-a23d-204a2bfa9f84 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792159 Oct 26 10:46:32.713374 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-b6b32019-5bba-4f48-b389-88e1607c08c4 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/quotas/4d2f58639d8742f987a7c9d02bf0f82b HTTP/1.1" status: 200 len: 375 time: 0.0084994 Oct 26 10:46:32.743306 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-a7fcbf62-0fd6-4ffd-ae4b-e3e2ad3a1fee tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247962 Oct 26 10:46:32.869772 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:33.043545 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a37399b5-6297-4af2-8390-114f96d45a6e up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:33.095747 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port a37399b5-6297-4af2-8390-114f96d45a6e triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:33.096121 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:33.819963 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.069284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-fee6ede2-96da-4e56-adf8-da0aa8f3761a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:35.070756 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-fee6ede2-96da-4e56-adf8-da0aa8f3761a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 819 time: 0.1322713 Oct 26 10:46:35.075560 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9a4a403f-2fd2-4d92-be81-577945b78ae9 req-b7f6d09c-3626-438a-9a99-d10f63a78a2d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 210 time: 0.0288877 Oct 26 10:46:35.121209 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6765c816-edec-4da4-ab32-0a32d4ae05fe req-6d3c3bc1-3d89-44b9-a2c4-00c3bbf2397b tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 210 time: 0.0353026 Oct 26 10:46:35.124503 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Request body: {'port': {'device_id': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'admin_state_up': True, 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:35.229920 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Made reservation on behalf of aec88cfcdf3d43a4b634a5f47ada7219 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:46:35.233271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.360104 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Allocated IP 172.20.0.5 (c94f704e-b5ec-48d0-912f-60cfedf607ac/ae3997ee-d014-4db0-901d-d6e8bbd75581/0044046d-75ec-4a87-ac51-277b6201904b) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:46:35.532362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.577567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.653427 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Network c94f704e-b5ec-48d0-912f-60cfedf607ac is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:35.657722 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:35.669522 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:46:35.677260 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:35.678065 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.681695 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Pushing event updated for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:35.701214 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-50f696b5-6a5d-47b9-ae43-b1509fc8f5fa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822134 Oct 26 10:46:35.715517 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Request body: {'port': {'device_id': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:35.770700 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:35.805071 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-dc58f1fe-9337-4eab-aaed-b8ccc6f0c594 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:35.806589 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-dc58f1fe-9337-4eab-aaed-b8ccc6f0c594 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 819 time: 0.3558939 Oct 26 10:46:35.822565 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Request body: {'port': {'device_id': '366037b7-7659-4749-86bd-bdc5608620df', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'admin_state_up': True, 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:35.934038 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Made reservation on behalf of aec88cfcdf3d43a4b634a5f47ada7219 for: {'port': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:46:35.940653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.073340 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0044046d-75ec-4a87-ac51-277b6201904b {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:36.081251 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.094495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Transition to ACTIVE for port object 0044046d-75ec-4a87-ac51-277b6201904b will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:46:36.099825 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.168767 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Allocated IP 172.20.0.8 (c94f704e-b5ec-48d0-912f-60cfedf607ac/ae3997ee-d014-4db0-901d-d6e8bbd75581/a0d4a179-fe15-468b-a51d-d1b8fd953fb3) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:46:36.183098 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:36.202496 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Attempting to bind port 0044046d-75ec-4a87-ac51-277b6201904b on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:46:36.203400 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Attempting to bind port 0044046d-75ec-4a87-ac51-277b6201904b by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:46:36.203732 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Attempting to bind port 0044046d-75ec-4a87-ac51-277b6201904b on network c94f704e-b5ec-48d0-912f-60cfedf607ac {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:36.214048 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Port 0044046d-75ec-4a87-ac51-277b6201904b on network c94f704e-b5ec-48d0-912f-60cfedf607ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:46:36.214376 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Attempting to bind port 0044046d-75ec-4a87-ac51-277b6201904b on network c94f704e-b5ec-48d0-912f-60cfedf607ac {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:36.259252 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-995f73c7-64e6-461f-a4bc-6888e5dadadd req-a7ad2ebd-2341-4e23-a9ce-6634c1092410 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 210 time: 0.0654252 Oct 26 10:46:36.264639 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-741ba8c2-d44e-4620-a389-5108cfc7f9f9 req-e4d8adb1-1c43-433d-9ad5-c6b50096dda6 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 210 time: 0.0362031 Oct 26 10:46:36.266606 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:46:36.266792 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Checking segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:36.267179 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Bound using segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:46:36.267625 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Bound port: 0044046d-75ec-4a87-ac51-277b6201904b, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:46:36.267982 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.366250 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:46:36.371329 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0044046d-75ec-4a87-ac51-277b6201904b,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:46:36.383905 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.419305 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.433787 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:36.434408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.435797 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] 10.222.0.72 "PUT /v2.0/ports/0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 1093 time: 0.7247603 Oct 26 10:46:36.439258 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:36.443359 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1205ab-098a-4338-8b97-34340357be65" -d '{"events": [{"name": "network-changed", "server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "tag": "0044046d-75ec-4a87-ac51-277b6201904b"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:36.474825 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55758) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:36.495225 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.531852 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e2762-1031-483c-867d-8fa62ab26448 x-openstack-request-id: req-e27e2762-1031-483c-867d-8fa62ab26448 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:36.532282 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "tag": "0044046d-75ec-4a87-ac51-277b6201904b", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:36.532727 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e27e2762-1031-483c-867d-8fa62ab26448 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:36.533233 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b', 'status': 'completed', 'code': 200} Oct 26 10:46:36.552961 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Network c94f704e-b5ec-48d0-912f-60cfedf607ac is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:36.558949 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:36.565648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:46:36.594609 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Pushing event updated for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:36.610136 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6225ff-1fe9-4baa-b1a7-eb10676f7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:36.622220 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-a2f85961-c788-4936-a4e5-d4e1e1fb5744 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447566 Oct 26 10:46:36.643594 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:36.644474 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.671730 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-6e2a8bab-fd6b-45e6-9b1e-f46f9d08e950 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525546 Oct 26 10:46:36.694312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Request body: {'port': {'device_id': '366037b7-7659-4749-86bd-bdc5608620df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:36.733284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-b174a9c6-db93-4a24-82be-035bbf150d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:36.734566 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-b174a9c6-db93-4a24-82be-035bbf150d6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1096 time: 0.2051032 Oct 26 10:46:36.752311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ed8cd35a-940d-4500-a03f-89884da8f638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.755292 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:36.853496 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-7f9c26e0-28b0-4af6-9b86-5c854f5008cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.0932274 Oct 26 10:46:36.927512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.72', 58586) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:37.017840 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-e2b556f2-8767-4fc1-88fd-2ca4b8f790da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.019292 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-e2b556f2-8767-4fc1-88fd-2ca4b8f790da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.1564109 Oct 26 10:46:37.036735 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-deb0afb4-9eef-4201-b041-70f3c13546a3 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.038424 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-deb0afb4-9eef-4201-b041-70f3c13546a3 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3949127 Oct 26 10:46:37.053474 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d4a179-fe15-468b-a51d-d1b8fd953fb3 {{(pid=108008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:37.061692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Request body: {'port': {'device_id': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4', 'admin_state_up': True, 'tenant_id': '4d2f58639d8742f987a7c9d02bf0f82b'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:37.063597 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.078362 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.provisioning_blocks [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Transition to ACTIVE for port object a0d4a179-fe15-468b-a51d-d1b8fd953fb3 will not be triggered until provisioned by entity L2. {{(pid=108008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:46:37.082151 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.084414 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-47ae3566-13d0-4f32-8639-10d165c43083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449214 Oct 26 10:46:37.102425 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-3e3430d9-457e-4bd5-b063-cc2da80b452d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1738524 Oct 26 10:46:37.134491 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Pushing event updated for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:37.235172 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Attempting to bind port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:46:37.235867 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Attempting to bind port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}] {{(pid=108008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:46:37.235979 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Attempting to bind port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 on network c94f704e-b5ec-48d0-912f-60cfedf607ac {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:37.240891 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 on network c94f704e-b5ec-48d0-912f-60cfedf607ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:46:37.241289 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Attempting to bind port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 on network c94f704e-b5ec-48d0-912f-60cfedf607ac {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:37.246796 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:46:37.247150 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Checking segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:37.247569 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Bound using segment: {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'} {{(pid=108008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:46:37.247998 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.managers [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Bound port: a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4244dc5d-70c6-4871-92c3-2ebb667d5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac'}}] {{(pid=108008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:46:37.248337 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.270777 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:46:37.335038 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, cleared binding levels {{(pid=108008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:46:37.339208 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:46:37.347516 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.419089 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.419803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for port, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.424581 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-aed40156-9958-4be1-99f8-10da051f778e service neutron] 10.222.0.72 "PUT /v2.0/ports/a0d4a179-fe15-468b-a51d-d1b8fd953fb3 HTTP/1.1" status: 200 len: 1093 time: 0.7317202 Oct 26 10:46:37.424581 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3'}] {{(pid=108008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:37.424581 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c366777ae17db6cb84f1de8710e1659e475a2a508cd5794044eaacaae527de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbaf72-8831-483e-b53b-e709c5d14c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3"}]}' {{(pid=108008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:37.458883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed40156-9958-4be1-99f8-10da051f778e service neutron] Pushing event updated for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=3']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:37.477985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c8605-426d-4404-823e-7fa7a14b643d req-bab608ba-a7b4-4ec7-93c4-8591602cb1ff tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.480124 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6c8c8605-426d-4404-823e-7fa7a14b643d req-bab608ba-a7b4-4ec7-93c4-8591602cb1ff tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 943 time: 0.1019766 Oct 26 10:46:37.483816 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4ae24204-48fd-4283-88ef-50dcafb6a8cf req-ec0cde2e-905e-4378-a9f6-088b69e285e5 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 210 time: 0.0926402 Oct 26 10:46:37.490674 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ed8cd35a-940d-4500-a03f-89884da8f638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.504602 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ed8cd35a-940d-4500-a03f-89884da8f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.569635 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-353264ed-6bf0-45de-8940-fe3d03b6ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.572084 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-353264ed-6bf0-45de-8940-fe3d03b6ae5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 1096 time: 0.0897522 Oct 26 10:46:37.584328 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6c8c8605-426d-4404-823e-7fa7a14b643d req-d1b8bdf5-0233-4900-b02b-000b236921a5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832477 Oct 26 10:46:37.586066 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921c467-b6ec-49da-bb31-b3c27bef9519 x-openstack-request-id: req-f921c467-b6ec-49da-bb31-b3c27bef9519 {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:37.586289 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3", "status": "completed", "code": 200}]} {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:37.586536 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f921c467-b6ec-49da-bb31-b3c27bef9519 {{(pid=108008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:37.586930 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3', 'status': 'completed', 'code': 200} Oct 26 10:46:37.614060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-ff7fe831-7c25-430a-9d19-c339e6bfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.615567 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-ff7fe831-7c25-430a-9d19-c339e6bfadd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1098 time: 0.2233970 Oct 26 10:46:37.621013 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ed8cd35a-940d-4500-a03f-89884da8f638 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ed349728bff4a9780c575e14819530a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1418591 Oct 26 10:46:37.621013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cd35a-940d-4500-a03f-89884da8f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ceb988-2e1e-4aeb-80b0-22c1573d6a00,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:37.624961 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 55804) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:37.634557 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-d30c48df-f81d-44b8-81c2-295e0fe67013 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353329 Oct 26 10:46:37.637762 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-2a887acf-2a86-4855-a7b9-c803325bb37d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3 HTTP/1.1" status: 200 len: 217 time: 0.0497401 Oct 26 10:46:37.662848 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Made reservation on behalf of 4d2f58639d8742f987a7c9d02bf0f82b for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:46:37.667466 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.711998 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-fb5a8d5c-8e6b-4383-a606-0d232a08f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:37.713486 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-fb5a8d5c-8e6b-4383-a606-0d232a08f94a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.0505552 Oct 26 10:46:37.752515 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-5743413f-4f64-4e5f-80b3-07cd9bfb5180 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286956 Oct 26 10:46:37.779356 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.823955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.861759 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-2b8b9ace-86a6-4095-9585-bed8ef5e17b7 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918214 Oct 26 10:46:37.897539 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:37.976545 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5782c4e2-bb84-449e-bbdd-40c796343f9e req-e76c9d82-4748-4aa4-baf0-581063e05dab service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991765 Oct 26 10:46:38.002578 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-fec66d86-4954-4711-80ba-17319ed2f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.004252 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-fec66d86-4954-4711-80ba-17319ed2f80c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.3281353 Oct 26 10:46:38.017576 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-14384a42-0b0c-4ebf-86df-08eac025fea3 req-f5b99ea5-4fb6-457d-83df-03a3ebbd4796 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473789 Oct 26 10:46:38.108194 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1205ab-098a-4338-8b97-34340357be65 req-2a787f83-62d5-4516-be20-4917c92f751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.110161 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-2a787f83-62d5-4516-be20-4917c92f751c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1096 time: 0.0574481 Oct 26 10:46:38.134047 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.136552 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.140773 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93ceb988-2e1e-4aeb-80b0-22c1573d6a00 HTTP/1.1" status: 204 len: 168 time: 0.5117881 Oct 26 10:46:38.140773 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.160661 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.168389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ce09-a6aa-46a1-a233-6297f90b8191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ceb988-2e1e-4aeb-80b0-22c1573d6a00,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:38.194258 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-9486b61f-9c01-43b3-be19-525953f095dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 1001 time: 0.1791694 Oct 26 10:46:38.241920 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-97e06039-dfba-46e7-990c-234c2e10c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.243650 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-97e06039-dfba-46e7-990c-234c2e10c583 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 1096 time: 0.1408870 Oct 26 10:46:38.267585 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1205ab-098a-4338-8b97-34340357be65 req-f7531198-095f-4278-8059-1002b32d3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.269153 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-f7531198-095f-4278-8059-1002b32d3909 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.1507301 Oct 26 10:46:38.319336 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64bd93-37ff-4286-86b1-3a02865b3ff7,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:38.337779 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-21d56507-5aa2-4515-8ff3-e081b258e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.339636 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-21d56507-5aa2-4515-8ff3-e081b258e0ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0998700 Oct 26 10:46:38.383287 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-710240cb-1e18-463a-92ee-869bffd9e746 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.1018906 Oct 26 10:46:38.454068 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1205ab-098a-4338-8b97-34340357be65 req-bd64e3c3-4b4e-4a99-ad09-3b06e7a9bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.455705 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-bd64e3c3-4b4e-4a99-ad09-3b06e7a9bd00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.0456433 Oct 26 10:46:38.490822 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Allocated IP 192.168.233.66 (6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4/3f107e79-e16d-413a-a736-350ddcf7cd41/da8e24e7-c50a-46b8-95b3-580be2bbe215) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:46:38.494005 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-29ee7142-1ce6-4c5b-8cf4-447e3b953106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.495554 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-29ee7142-1ce6-4c5b-8cf4-447e3b953106 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225550 Oct 26 10:46:38.501416 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-ca53da4c-4f53-4d21-ae2a-18e8807f61c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315502 Oct 26 10:46:38.530436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-7acc2b40-b0dc-4c38-941c-d4cc632d54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.532591 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-7acc2b40-b0dc-4c38-941c-d4cc632d54d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.2415259 Oct 26 10:46:38.605121 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55836) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:38.615708 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-a791e592-fa08-438c-a5b6-1efd08fb1de6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3 HTTP/1.1" status: 200 len: 217 time: 0.0512018 Oct 26 10:46:38.636142 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ad8c5fce-300a-4f39-b039-8b23a29100bf req-7e2f4a44-73fe-469f-b9ba-c7ac6dc815a1 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 210 time: 0.0513201 Oct 26 10:46:38.642325 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-beed9682-6cc8-47d3-85cd-024947b58681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.654128 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-77f48f64-61b1-4927-871a-5648843e4422 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437249 Oct 26 10:46:38.774974 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-2ea6ad35-5e67-42b2-8bfc-4c0946c013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.776531 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-2ea6ad35-5e67-42b2-8bfc-4c0946c013d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.1510768 Oct 26 10:46:38.778282 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-bf161b0b-bebf-4158-bf92-8d3e016d6062 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683935 Oct 26 10:46:38.784785 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-6b63b5eb-3e60-4ae8-bd4d-e0bf944f22fa service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219144 Oct 26 10:46:38.803963 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-beed9682-6cc8-47d3-85cd-024947b58681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.808381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-beed9682-6cc8-47d3-85cd-024947b58681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.815778 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b209-917d-4a48-977c-760986b3cf3e req-2d5715fa-9b15-4c7a-b8ce-72f653368d3d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:38.817196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-90c1b209-917d-4a48-977c-760986b3cf3e req-2d5715fa-9b15-4c7a-b8ce-72f653368d3d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 943 time: 0.1314526 Oct 26 10:46:38.849891 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-beed9682-6cc8-47d3-85cd-024947b58681 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7ae6d2324874942837cf19472818ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409158 Oct 26 10:46:38.849891 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed9682-6cc8-47d3-85cd-024947b58681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c979b-dbf2-43df-8d3f-a50aad5c4df8,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:38.851070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 55840) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:38.876866 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-b96e8c58-de1a-478b-93df-9954293ee28e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700541 Oct 26 10:46:38.902956 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.925366 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.976504 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.979201 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.981723 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/636c979b-dbf2-43df-8d3f-a50aad5c4df8 HTTP/1.1" status: 204 len: 168 time: 0.1298263 Oct 26 10:46:38.989182 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:38.991775 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f654059-aee8-4b1b-89a5-42400b91cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c979b-dbf2-43df-8d3f-a50aad5c4df8,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:39.021813 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-90c1b209-917d-4a48-977c-760986b3cf3e req-4ad9f413-617d-4dd0-885d-609d9b78235a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885407 Oct 26 10:46:39.082279 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e98556f4-e3cf-4146-bc78-898e195d5522 req-9d2053ed-2225-4345-a37e-5dcd23cb906c service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577939 Oct 26 10:46:39.086726 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-930cbc4c-8f54-438f-b43b-cb3cc19889fe service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730018 Oct 26 10:46:39.096646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.193385 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:46:39.203153 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:46:39.224343 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:46:39.231497 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:39.232267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.256363 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Pushing event updated for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:39.280986 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-8fcfb614-9993-4f01-a2c0-682d003824c2 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2305644 Oct 26 10:46:39.287204 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a9bbaf72-8831-483e-b53b-e709c5d14c9d req-77b0163d-a1eb-49e2-88a9-60270a9d9445 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768024 Oct 26 10:46:39.303089 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Request body: {'port': {'device_id': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:46:39.372035 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.475883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ee039baf-1d89-4493-aa21-9c79013c11c8 None None] Provisioning complete for port da8e24e7-c50a-46b8-95b3-580be2bbe215 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:39.477672 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee039baf-1d89-4493-aa21-9c79013c11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.532452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-ee039baf-1d89-4493-aa21-9c79013c11c8 None None] Port da8e24e7-c50a-46b8-95b3-580be2bbe215 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:46:39.741566 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8e24e7-c50a-46b8-95b3-580be2bbe215 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:39.750271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.763733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Transition to ACTIVE for port object da8e24e7-c50a-46b8-95b3-580be2bbe215 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:46:39.767771 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.842508 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Pushing event updated for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:39.888811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Attempting to bind port da8e24e7-c50a-46b8-95b3-580be2bbe215 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:46:39.889436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Attempting to bind port da8e24e7-c50a-46b8-95b3-580be2bbe215 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:46:39.889645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Attempting to bind port da8e24e7-c50a-46b8-95b3-580be2bbe215 on network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:39.895096 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Port da8e24e7-c50a-46b8-95b3-580be2bbe215 on network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:46:39.895410 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Attempting to bind port da8e24e7-c50a-46b8-95b3-580be2bbe215 on network 6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:46:39.901262 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:46:39.901590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Checking segment: {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:46:39.902077 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Bound using segment: {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:46:39.903150 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Bound port: da8e24e7-c50a-46b8-95b3-580be2bbe215, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c3ee91-69f1-4cda-a1ae-51cdb2939060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:46:39.903150 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:39.971601 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:46:39.975358 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:46:39.980301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.017869 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:40.018509 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.019858 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] 10.222.0.72 "PUT /v2.0/ports/da8e24e7-c50a-46b8-95b3-580be2bbe215 HTTP/1.1" status: 200 len: 1097 time: 0.7238932 Oct 26 10:46:40.020300 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:40.022720 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:40.043627 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f2487-8b3f-43d4-b16c-8f56e3910d6a service neutron] Pushing event updated for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:40.399677 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 0044046d-75ec-4a87-ac51-277b6201904b details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:46:40.494594 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0044046d-75ec-4a87-ac51-277b6201904b,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:40.505001 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '0044046d-75ec-4a87-ac51-277b6201904b', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'port_id': '0044046d-75ec-4a87-ac51-277b6201904b', 'mac_address': 'fa:16:3e:7c:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:46:40.541037 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.553763 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0044046d-75ec-4a87-ac51-277b6201904b {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:40.572741 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0044046d-75ec-4a87-ac51-277b6201904b,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:40.576555 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.577287 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a0d4a179-fe15-468b-a51d-d1b8fd953fb3 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:46:40.643513 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:40.645782 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:40.656808 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3', 'network_id': 'c94f704e-b5ec-48d0-912f-60cfedf607ac', 'port_id': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3', 'mac_address': 'fa:16:3e:8d:9e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3997ee-d014-4db0-901d-d6e8bbd75581', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:46:40.692804 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.706319 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d4a179-fe15-468b-a51d-d1b8fd953fb3 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:40.725381 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:40.729140 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:40.774907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:42.357028 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-3524503a-b730-476e-ab8b-46bbd64991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.358578 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-3524503a-b730-476e-ab8b-46bbd64991f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 1100 time: 0.0473380 Oct 26 10:46:42.402539 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35defd-596b-44cb-9a41-ce50e8911b3a req-61817d1e-a558-4cc3-92f7-c12ff9d5027f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.404706 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1b35defd-596b-44cb-9a41-ce50e8911b3a req-61817d1e-a558-4cc3-92f7-c12ff9d5027f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 947 time: 0.0595484 Oct 26 10:46:42.411296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd3632-9bf8-4883-9a52-a21c30727d79 x-openstack-request-id: req-05dd3632-9bf8-4883-9a52-a21c30727d79 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:42.411296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:42.411296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05dd3632-9bf8-4883-9a52-a21c30727d79 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:42.413341 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215', 'status': 'completed', 'code': 200} Oct 26 10:46:42.414990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-c4eb0d3e-fe6b-4c8f-8001-9d59cdfa9701 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215 HTTP/1.1" status: 200 len: 217 time: 0.0470059 Oct 26 10:46:42.445385 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1b35defd-596b-44cb-9a41-ce50e8911b3a req-a14772c7-b394-4b7e-ac5e-cc2cb2148529 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Oct 26 10:46:42.505241 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-05866aa8-6338-406b-a68b-2f5ca764adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.506661 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-05866aa8-6338-406b-a68b-2f5ca764adaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f107e79-e16d-413a-a736-350ddcf7cd41 HTTP/1.1" status: 200 len: 843 time: 0.0784159 Oct 26 10:46:42.521165 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757db19-6585-48af-99ec-bc3317813582 req-aa528043-1c33-4dfe-8aef-03e935f8760c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.522523 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9757db19-6585-48af-99ec-bc3317813582 req-aa528043-1c33-4dfe-8aef-03e935f8760c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 944 time: 0.0600793 Oct 26 10:46:42.560465 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['a0d4a179-fe15-468b-a51d-d1b8fd953fb3'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:42.583106 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9757db19-6585-48af-99ec-bc3317813582 req-db662d1d-4365-49d0-99e8-6b3733ef74e3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Oct 26 10:46:42.585681 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-d9f0d741-9dce-42af-917e-303b4b22db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.587074 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-d9f0d741-9dce-42af-917e-303b4b22db6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0637162 Oct 26 10:46:42.588257 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['0044046d-75ec-4a87-ac51-277b6201904b'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:42.683706 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-30e2cd9f-f81d-4f76-879f-d893af75617c service neutron] 10.222.0.72 "GET /v2.0/networks/6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Oct 26 10:46:42.776433 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6f13c205-924e-4ed7-8258-129873fc73d7 req-e731f48a-6ed1-4624-b912-687b5bd3c4ce service neutron] 10.222.0.72 "GET /v2.0/networks/6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Oct 26 10:46:42.861924 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-a3c87908-a21d-41c1-befb-895541367435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.863263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-a3c87908-a21d-41c1-befb-895541367435 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 1100 time: 0.0394301 Oct 26 10:46:42.956052 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-1dd6d91e-4aa5-4b56-9605-988b5e85d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:42.957608 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-1dd6d91e-4aa5-4b56-9605-988b5e85d0ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4 HTTP/1.1" status: 200 len: 871 time: 0.0852408 Oct 26 10:46:43.003973 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-eaa4385d-fc1a-4ae6-8812-a994b1020143 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215 HTTP/1.1" status: 200 len: 217 time: 0.0378630 Oct 26 10:46:43.053613 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-e1b321a5-a897-4492-bd40-3071124bec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:43.055076 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-e1b321a5-a897-4492-bd40-3071124bec73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f107e79-e16d-413a-a736-350ddcf7cd41 HTTP/1.1" status: 200 len: 843 time: 0.0438666 Oct 26 10:46:43.106901 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-7959269c-57a1-4dcc-86b8-81ebd9f0727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:43.108384 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-7959269c-57a1-4dcc-86b8-81ebd9f0727e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401239 Oct 26 10:46:43.417018 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-ddd49282-b6b6-4c12-a32d-00bdf840e4ef service neutron] 10.222.0.72 "GET /v2.0/networks/6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960641 Oct 26 10:46:43.577628 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d696458-8bd8-413e-bad2-b62549c3733e req-3ea79bd2-0812-4457-825b-8476763d42ba tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:43.579194 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9d696458-8bd8-413e-bad2-b62549c3733e req-3ea79bd2-0812-4457-825b-8476763d42ba tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 947 time: 0.0582125 Oct 26 10:46:43.650473 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9d696458-8bd8-413e-bad2-b62549c3733e req-c4f18c45-2438-4708-89ad-ca9e40c9283f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 Oct 26 10:46:43.763995 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7040317-c23c-4589-a13b-1b13a07b0ee9 req-e4222fc2-fadf-49c2-82fb-14bcc0ee70de tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:43.765509 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e7040317-c23c-4589-a13b-1b13a07b0ee9 req-e4222fc2-fadf-49c2-82fb-14bcc0ee70de tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 944 time: 0.0551865 Oct 26 10:46:43.803551 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e7040317-c23c-4589-a13b-1b13a07b0ee9 req-342a4c78-1936-45e7-859d-437ceff58217 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Oct 26 10:46:46.280865 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 0044046d-75ec-4a87-ac51-277b6201904b up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:46.340590 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 0044046d-75ec-4a87-ac51-277b6201904b completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:46:46.356507 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 0044046d-75ec-4a87-ac51-277b6201904b triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:46.356876 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.386137 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea4a0f03-f0e4-478b-ba81-8b6e64be9cf9 req-dc196142-73d1-426d-a96f-df57f87a4384 service neutron] 10.222.0.72 "GET /v2.0/networks/6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286838 Oct 26 10:46:46.396997 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce8b3c-a346-4fb5-8127-61eb11204587 req-94322e40-fdc5-4031-86eb-43064b85a21e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:46.398484 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-49ce8b3c-a346-4fb5-8127-61eb11204587 req-94322e40-fdc5-4031-86eb-43064b85a21e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 944 time: 0.0539060 Oct 26 10:46:46.412909 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997eee1-743f-48db-a45f-0057a6e49058 req-ec8243bc-ecb4-496a-912b-1f017a54eba1 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:46.414517 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a997eee1-743f-48db-a45f-0057a6e49058 req-ec8243bc-ecb4-496a-912b-1f017a54eba1 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 947 time: 0.0735343 Oct 26 10:46:46.440023 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-49ce8b3c-a346-4fb5-8127-61eb11204587 req-d36035e7-c5a8-4546-b352-a3f2565bc5f7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Oct 26 10:46:46.457338 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.458189 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a997eee1-743f-48db-a45f-0057a6e49058 req-75306096-805c-4f97-968f-f24264f50a43 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Oct 26 10:46:46.488450 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:46.490736 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651809f8-44bd-4ce4-ae4e-7676265354f8" -d '{"events": [{"server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "name": "network-vif-plugged", "status": "completed", "tag": "0044046d-75ec-4a87-ac51-277b6201904b"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:46.503567 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0044046d-75ec-4a87-ac51-277b6201904b,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:46.508926 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.509784 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a0d4a179-fe15-468b-a51d-d1b8fd953fb3 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:46.548307 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c405c-a1c0-43d6-a711-d01bc45c55d3 x-openstack-request-id: req-475c405c-a1c0-43d6-a711-d01bc45c55d3 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:46.548613 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "name": "network-vif-plugged", "status": "completed", "tag": "0044046d-75ec-4a87-ac51-277b6201904b", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:46.548881 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-475c405c-a1c0-43d6-a711-d01bc45c55d3 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:46.549287 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b', 'code': 200} Oct 26 10:46:46.586516 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:46.599469 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:46:46.603192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:46.603558 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.682391 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.713833 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:46.718022 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:46.731880 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecdeb7-a525-4027-8891-e4ea51619970 req-198b41b4-e01c-4688-9408-954b5e0266cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:46.733461 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5fecdeb7-a525-4027-8891-e4ea51619970 req-198b41b4-e01c-4688-9408-954b5e0266cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0436978 Oct 26 10:46:46.767660 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:46.773510 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5fecdeb7-a525-4027-8891-e4ea51619970 req-cfcc7890-fcd7-4f2e-b77e-997c65125316 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Oct 26 10:46:47.469690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56024) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:47.588395 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a27850-d76d-4700-b059-d1cf80ace30b req-0e5a651e-ac25-4233-8b98-23fd3f742ef9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:47.589935 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-46a27850-d76d-4700-b059-d1cf80ace30b req-0e5a651e-ac25-4233-8b98-23fd3f742ef9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0607035 Oct 26 10:46:47.593944 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c93d-6e09-43bf-8cfd-4429a0d704e9 req-0a738213-b117-43d5-92ff-bd487294bd44 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:47.596303 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1711c93d-6e09-43bf-8cfd-4429a0d704e9 req-0a738213-b117-43d5-92ff-bd487294bd44 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 947 time: 0.0646615 Oct 26 10:46:47.611809 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1550db09-f527-4be6-adc4-d4ef2fc5cda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.641850 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1711c93d-6e09-43bf-8cfd-4429a0d704e9 req-7965407b-add1-40f3-9491-e0f7f82991bc tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Oct 26 10:46:47.659443 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-46a27850-d76d-4700-b059-d1cf80ace30b req-64ad1dae-0e72-4b7f-b953-6170ef1cf544 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611689 Oct 26 10:46:47.722849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1550db09-f527-4be6-adc4-d4ef2fc5cda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.727367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-1550db09-f527-4be6-adc4-d4ef2fc5cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.763690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550db09-f527-4be6-adc4-d4ef2fc5cda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a2945-daf2-4209-a1e1-69eef239ae06,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:47.770431 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-1550db09-f527-4be6-adc4-d4ef2fc5cda8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d009408eeb49481db458a3c398102a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995975 Oct 26 10:46:47.772187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56038) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:47.820421 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.840344 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.885617 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.888289 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:47.889426 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c7a2945-daf2-4209-a1e1-69eef239ae06 HTTP/1.1" status: 204 len: 168 time: 0.1165252 Oct 26 10:46:47.897013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c42767-2035-4846-8fa8-3efb0a06a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a2945-daf2-4209-a1e1-69eef239ae06,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:48.294235 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device da8e24e7-c50a-46b8-95b3-580be2bbe215 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:46:48.403157 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:48.414982 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'da8e24e7-c50a-46b8-95b3-580be2bbe215', 'network_id': '6c01ed3a-4ea3-4293-bb07-f1c4a3c343b4', 'port_id': 'da8e24e7-c50a-46b8-95b3-580be2bbe215', 'mac_address': 'fa:16:3e:0a:0c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f107e79-e16d-413a-a736-350ddcf7cd41', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:46:48.475572 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:48.488936 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8e24e7-c50a-46b8-95b3-580be2bbe215 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:46:48.511349 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:48.517422 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:48.550754 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:48.553062 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3fcd28-0d67-484c-a28e-cdd1d7fc166f" -d '{"events": [{"server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "name": "network-vif-plugged", "status": "completed", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:48.577224 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:48.592252 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c159aa-63f6-420e-8776-3f9b2d4390e8 x-openstack-request-id: req-18c159aa-63f6-420e-8776-3f9b2d4390e8 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:48.592586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "name": "network-vif-plugged", "status": "completed", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:48.593457 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18c159aa-63f6-420e-8776-3f9b2d4390e8 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:48.593892 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3', 'code': 200} Oct 26 10:46:48.812016 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['da8e24e7-c50a-46b8-95b3-580be2bbe215'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:48.861953 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a3fe-8afe-497c-8ef6-abdafc2fcaa1 req-0d50a28d-5e88-42c5-aceb-6c5493504991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:48.862458 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a009683-2233-46ab-9b71-6439bd4c9f50 req-21eca9f7-f2c3-455e-94dd-6cc1e48bda57 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:48.865327 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f076a3fe-8afe-497c-8ef6-abdafc2fcaa1 req-0d50a28d-5e88-42c5-aceb-6c5493504991 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 1098 time: 0.1172116 Oct 26 10:46:48.866219 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0a009683-2233-46ab-9b71-6439bd4c9f50 req-21eca9f7-f2c3-455e-94dd-6cc1e48bda57 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1065731 Oct 26 10:46:48.923604 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0a009683-2233-46ab-9b71-6439bd4c9f50 req-49ac0b9c-f328-48b5-9693-4af98e363643 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Oct 26 10:46:48.933732 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a125b5-75ef-4f44-b7fe-27b46d74d02f req-89a64461-3cc5-44a7-ab4c-59598a2f8d53 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:48.941850 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d9a125b5-75ef-4f44-b7fe-27b46d74d02f req-89a64461-3cc5-44a7-ab4c-59598a2f8d53 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 948 time: 0.1838026 Oct 26 10:46:48.949470 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f076a3fe-8afe-497c-8ef6-abdafc2fcaa1 req-c60eea07-2df0-4cce-a6b6-8023907ea7c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762784 Oct 26 10:46:48.998008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d9a125b5-75ef-4f44-b7fe-27b46d74d02f req-c9e38bc7-fa01-4ddb-abc9-ebcc05fb5309 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Oct 26 10:46:49.550572 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56178) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:49.664788 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b9e58b48-be61-4a5e-98ea-dc6c4032fac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.744728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b9e58b48-be61-4a5e-98ea-dc6c4032fac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.748655 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b9e58b48-be61-4a5e-98ea-dc6c4032fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.787305 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e58b48-be61-4a5e-98ea-dc6c4032fac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b5a2c-b7f3-4eb4-94cd-b857e119d7e1,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:49.792766 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b9e58b48-be61-4a5e-98ea-dc6c4032fac1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49a63d3db4cd4644be2f475bcaeb3c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404037 Oct 26 10:46:49.795435 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56184) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:49.850610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.870913 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.919301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.922713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:49.923844 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/577b5a2c-b7f3-4eb4-94cd-b857e119d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1270666 Oct 26 10:46:49.932223 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b0d93-5453-4b29-bc1f-105a41e154bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b5a2c-b7f3-4eb4-94cd-b857e119d7e1,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:50.067839 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12a12c-e94d-495c-990d-d22b6b565157 req-11aa4ec6-b426-4064-b002-ef1368b76951 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:50.070467 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff12a12c-e94d-495c-990d-d22b6b565157 req-11aa4ec6-b426-4064-b002-ef1368b76951 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0676024 Oct 26 10:46:50.119813 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff12a12c-e94d-495c-990d-d22b6b565157 req-bc01a736-b557-4167-a5d4-2291eb46b07e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Oct 26 10:46:50.145461 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafc000-71a4-40bb-a9ef-1f63a0f46454 req-031085ac-a9fb-44ee-86a3-995b431d0e9d tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:50.147419 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7bafc000-71a4-40bb-a9ef-1f63a0f46454 req-031085ac-a9fb-44ee-86a3-995b431d0e9d tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 948 time: 0.0621567 Oct 26 10:46:50.210028 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7bafc000-71a4-40bb-a9ef-1f63a0f46454 req-36862cf5-ab8a-4945-8855-bdbc365d66d6 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Oct 26 10:46:50.334552 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device da8e24e7-c50a-46b8-95b3-580be2bbe215 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:46:50.414110 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port da8e24e7-c50a-46b8-95b3-580be2bbe215 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:46:50.419172 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port da8e24e7-c50a-46b8-95b3-580be2bbe215 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:46:50.419688 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:50.504804 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:50.540103 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:50.550840 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:50.595257 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:50.597967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4aacef-e85c-4c8f-b444-6af887f35ac9" -d '{"events": [{"server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "name": "network-vif-plugged", "status": "completed", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:50.614092 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:50.648746 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79537c-9c6f-4f67-bc1e-9c3fdb57cde9 x-openstack-request-id: req-fa79537c-9c6f-4f67-bc1e-9c3fdb57cde9 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:50.649122 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "name": "network-vif-plugged", "status": "completed", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:50.649386 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa79537c-9c6f-4f67-bc1e-9c3fdb57cde9 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:50.649769 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215', 'code': 200} Oct 26 10:46:50.777743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56248) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:50.863006 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d34670-67de-4172-8483-16b767162144 req-bfea4bcb-8abc-4afb-a83a-221200104947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:50.864730 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5d34670-67de-4172-8483-16b767162144 req-bfea4bcb-8abc-4afb-a83a-221200104947 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 1102 time: 0.0425060 Oct 26 10:46:50.914614 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8669acb8-a880-440f-ad19-ed1e37765521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:50.925076 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5d34670-67de-4172-8483-16b767162144 req-7e1bba73-816c-45cb-a29a-5bd56e5747c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Oct 26 10:46:50.998961 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8669acb8-a880-440f-ad19-ed1e37765521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.003416 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8669acb8-a880-440f-ad19-ed1e37765521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.051193 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-8669acb8-a880-440f-ad19-ed1e37765521 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2fa710751c884d77b77b06f1534d4a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699327 Oct 26 10:46:51.051193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669acb8-a880-440f-ad19-ed1e37765521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42980364-df9b-4406-a96c-7584e2a5be47,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:51.052052 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56258) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:51.110919 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.132794 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.195255 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.197964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.199120 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42980364-df9b-4406-a96c-7584e2a5be47 HTTP/1.1" status: 204 len: 168 time: 0.1458929 Oct 26 10:46:51.207340 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a609e3-eecb-49c0-a030-2c4909f71afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42980364-df9b-4406-a96c-7584e2a5be47,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:51.284801 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea06f41-a387-442a-9652-8711c349c4e3 req-8f804b99-5643-4a0d-a8f5-7a9f47ec3090 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.286374 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-aea06f41-a387-442a-9652-8711c349c4e3 req-8f804b99-5643-4a0d-a8f5-7a9f47ec3090 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0872614 Oct 26 10:46:51.332021 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-aea06f41-a387-442a-9652-8711c349c4e3 req-abf2d6bd-b935-4ed4-b8ef-6efb86f216e7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390141 Oct 26 10:46:51.364042 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630ce44-cc23-4c9a-b4d3-b97656b60314 req-ebc44196-6443-4fee-85f8-d66159d3a995 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.365888 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4630ce44-cc23-4c9a-b4d3-b97656b60314 req-ebc44196-6443-4fee-85f8-d66159d3a995 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0730541 Oct 26 10:46:51.428225 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4630ce44-cc23-4c9a-b4d3-b97656b60314 req-62af7180-a059-408d-b33a-4d52fa4b0317 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Oct 26 10:46:51.568351 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56284) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:51.584428 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d393ca66-6dfc-485f-95d9-8b61cae56f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.663972 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-a1653d79-aab5-49a8-9d59-3f501d9085f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.665738 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-a1653d79-aab5-49a8-9d59-3f501d9085f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 1098 time: 0.0556593 Oct 26 10:46:51.701850 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d5327-c3fe-4335-8de9-935aa53df97a req-3bbabaca-c404-4a51-9d19-1b021563f9b7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.703893 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8f2d5327-c3fe-4335-8de9-935aa53df97a req-3bbabaca-c404-4a51-9d19-1b021563f9b7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0735483 Oct 26 10:46:51.740619 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d393ca66-6dfc-485f-95d9-8b61cae56f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.746512 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d393ca66-6dfc-485f-95d9-8b61cae56f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.765179 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-6ebeaad5-b2e5-4de7-bba4-45e561636be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.766632 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-6ebeaad5-b2e5-4de7-bba4-45e561636be0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.0931697 Oct 26 10:46:51.775761 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8f2d5327-c3fe-4335-8de9-935aa53df97a req-f84dd504-c326-414d-8d86-f00e708e7dd3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Oct 26 10:46:51.797687 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393ca66-6dfc-485f-95d9-8b61cae56f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0132e0b-ea03-4231-a937-726bce817321,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:51.802384 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d393ca66-6dfc-485f-95d9-8b61cae56f6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f93d2c8fbe2417fac376d6d3ca76cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330461 Oct 26 10:46:51.804910 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56292) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:51.832286 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-8eeb30bb-ab24-4be5-b915-6d89147b055f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3 HTTP/1.1" status: 200 len: 217 time: 0.0538702 Oct 26 10:46:51.863513 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.884859 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.913640 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-d0636427-b863-4df0-a5d5-76a495643b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:51.915106 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-d0636427-b863-4df0-a5d5-76a495643b29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.0471890 Oct 26 10:46:51.934582 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.938195 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:51.939368 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0132e0b-ea03-4231-a937-726bce817321 HTTP/1.1" status: 204 len: 168 time: 0.1333380 Oct 26 10:46:51.947800 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699869-601b-43c6-a457-f9eaa112eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0132e0b-ea03-4231-a937-726bce817321,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:51.958842 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-8281bc0d-00e5-4c65-83d3-7f659c55af78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299320 Oct 26 10:46:52.054341 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-e1b8345e-57d5-4294-a855-14e3ab0faba1 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Oct 26 10:46:52.164559 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-669233a4-6401-42e1-b43e-7dabf8009d4b req-e7357e7f-5dc7-4786-a0d2-b65374ead4f7 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914400 Oct 26 10:46:52.549841 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9587e-72bf-41cf-a11e-3bef3a239765 req-0ff37cee-5476-4f5d-a8a6-125d4daeca86 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:52.552194 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-67c9587e-72bf-41cf-a11e-3bef3a239765 req-0ff37cee-5476-4f5d-a8a6-125d4daeca86 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0543098 Oct 26 10:46:52.594824 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-67c9587e-72bf-41cf-a11e-3bef3a239765 req-1ba66de2-0869-4a9c-a847-9bb064a49bee tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Oct 26 10:46:52.910912 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ced03-ad12-4f4b-b1b5-36bdc7ce0130 req-f0eb786a-f5ed-423a-a17c-a065f0180ffa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:52.912648 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-348ced03-ad12-4f4b-b1b5-36bdc7ce0130 req-f0eb786a-f5ed-423a-a17c-a065f0180ffa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0546086 Oct 26 10:46:52.954624 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-348ced03-ad12-4f4b-b1b5-36bdc7ce0130 req-a2a8e8b6-5cce-46ad-8cdb-a2ac56d5c9e2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361545 Oct 26 10:46:53.640733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56370) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:53.722134 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45121af-9a26-4ad6-bbd2-81816ba3cc1a req-230c7f02-d7e0-4a30-9604-3f920c4de782 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:53.723715 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f45121af-9a26-4ad6-bbd2-81816ba3cc1a req-230c7f02-d7e0-4a30-9604-3f920c4de782 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0531018 Oct 26 10:46:53.755827 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6d0214ea-35a1-41b9-b522-4c3f66955784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:53.787965 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f45121af-9a26-4ad6-bbd2-81816ba3cc1a req-ccda18de-4d92-4144-8cf3-ad2135a9fdc5 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576477 Oct 26 10:46:53.847902 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6d0214ea-35a1-41b9-b522-4c3f66955784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:53.852740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6d0214ea-35a1-41b9-b522-4c3f66955784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:53.893453 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0214ea-35a1-41b9-b522-4c3f66955784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe70c1-b785-4c17-8236-92e5c426d954,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:53.898651 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-6d0214ea-35a1-41b9-b522-4c3f66955784 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e22a807995394283a0fad757eb0de3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567875 Oct 26 10:46:53.901651 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56380) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:53.958316 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:53.982338 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.034447 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.037622 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.038889 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbfe70c1-b785-4c17-8236-92e5c426d954 HTTP/1.1" status: 204 len: 168 time: 0.1361341 Oct 26 10:46:54.075553 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cf69-4853-4549-9c9e-f125d9627ad8 req-2c517284-7ca5-4fac-a449-f085056e9782 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:54.077699 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ce09cf69-4853-4549-9c9e-f125d9627ad8 req-2c517284-7ca5-4fac-a449-f085056e9782 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0519555 Oct 26 10:46:54.078697 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1444-2bfd-4b64-8bba-1a23b912033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe70c1-b785-4c17-8236-92e5c426d954,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:54.116026 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4689b0-b2a0-4c68-a4a2-e2c7fe818ade req-fce82c7c-714a-4c95-ae08-d197de35aa52 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:54.117626 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ad4689b0-b2a0-4c68-a4a2-e2c7fe818ade req-fce82c7c-714a-4c95-ae08-d197de35aa52 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0777025 Oct 26 10:46:54.125459 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ce09cf69-4853-4549-9c9e-f125d9627ad8 req-c8d83bf0-7f12-45cb-955b-67c2e43fae2e tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Oct 26 10:46:54.162989 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ad4689b0-b2a0-4c68-a4a2-e2c7fe818ade req-9cb7e112-187b-450c-829a-66075a3ab42e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Oct 26 10:46:54.327568 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56394) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:54.340575 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f4979170-9516-4104-8e07-5a369fa136ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.413245 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f4979170-9516-4104-8e07-5a369fa136ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.416952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-f4979170-9516-4104-8e07-5a369fa136ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.456249 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-f4979170-9516-4104-8e07-5a369fa136ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d719d880442492c8de918c06a5ede8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276255 Oct 26 10:46:54.458116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4979170-9516-4104-8e07-5a369fa136ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427efd10-2c24-4155-b72d-f33530a95ec2,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:54.458926 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56396) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:54.513301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.535651 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.581474 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.584311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:54.585501 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/427efd10-2c24-4155-b72d-f33530a95ec2 HTTP/1.1" status: 204 len: 168 time: 0.1255860 Oct 26 10:46:54.593536 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52779-c75f-4094-aad2-84724902ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427efd10-2c24-4155-b72d-f33530a95ec2,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:56.504007 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef8b87-6518-40da-9b71-9dc8348e1889 req-965c0aaa-3b58-4378-9df5-d13dec02a171 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:56.505522 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f5ef8b87-6518-40da-9b71-9dc8348e1889 req-965c0aaa-3b58-4378-9df5-d13dec02a171 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0492389 Oct 26 10:46:56.530546 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d42ba-c621-4c83-bca4-ade35e669a64 req-4af69ad6-6019-44fd-ac07-f562770566b3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:56.532022 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ea8d42ba-c621-4c83-bca4-ade35e669a64 req-4af69ad6-6019-44fd-ac07-f562770566b3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0508411 Oct 26 10:46:56.543775 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f5ef8b87-6518-40da-9b71-9dc8348e1889 req-7c46b36d-ef84-45b9-a3a1-ac39d2345aa9 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Oct 26 10:46:56.573990 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ea8d42ba-c621-4c83-bca4-ade35e669a64 req-3033d092-22f7-4b8b-9e73-91c1030abe75 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Oct 26 10:46:57.089122 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e1f08d08-0a63-49f5-b658-aad98544ef0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:57.674546 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88a21c-8e84-43da-8ece-793cd385afa8 req-9f9b8002-8fc5-4720-bc48-47d509a9a189 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:57.676009 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2a88a21c-8e84-43da-8ece-793cd385afa8 req-9f9b8002-8fc5-4720-bc48-47d509a9a189 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0551803 Oct 26 10:46:57.699033 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20145d6b-3c0f-4a1f-bf5c-2d6c70551da7 req-ea513a19-0bb0-4267-91bf-396076d09c49 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:57.700493 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-20145d6b-3c0f-4a1f-bf5c-2d6c70551da7 req-ea513a19-0bb0-4267-91bf-396076d09c49 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0517404 Oct 26 10:46:57.718047 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2a88a21c-8e84-43da-8ece-793cd385afa8 req-68c06be0-4cc7-45e2-84b3-e6697f5ddccf tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b64bd93-37ff-4286-86b1-3a02865b3ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Oct 26 10:46:57.738366 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-20145d6b-3c0f-4a1f-bf5c-2d6c70551da7 req-505a6511-5520-4cf5-b209-0e897fcbe04e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Oct 26 10:46:58.343876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-0ff5fe3f-86f7-4ace-8d41-6059dc74ed64 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:58.345375 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-0ff5fe3f-86f7-4ace-8d41-6059dc74ed64 tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 949 time: 0.0510151 Oct 26 10:46:58.437350 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Deleting port da8e24e7-c50a-46b8-95b3-580be2bbe215 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:46:58.437686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:58.528483 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] For port da8e24e7-c50a-46b8-95b3-580be2bbe215, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=da8e24e7-c50a-46b8-95b3-580be2bbe215,segment=NetworkSegment(57c3ee91-69f1-4cda-a1ae-51cdb2939060),segment_id=57c3ee91-69f1-4cda-a1ae-51cdb2939060)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:46:58.528834 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:58.540409 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Calling delete_port for da8e24e7-c50a-46b8-95b3-580be2bbe215 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:46:58.720538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:58.737541 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['da8e24e7-c50a-46b8-95b3-580be2bbe215'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:46:58.782317 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Pushing event deleted for resources: {'Port': ['ID=da8e24e7-c50a-46b8-95b3-580be2bbe215,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:58.821645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] No DVR routers for this DVR port da8e24e7-c50a-46b8-95b3-580be2bbe215 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:46:58.827602 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:58.835315 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0eacff12-d564-45b7-b62b-c09c42fbac9d req-42bcef5e-1fb2-41b1-8705-0d293009ef3f tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.72 "DELETE /v2.0/ports/da8e24e7-c50a-46b8-95b3-580be2bbe215 HTTP/1.1" status: 204 len: 173 time: 0.4788294 Oct 26 10:46:58.836129 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'name': 'network-vif-deleted', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:46:58.846795 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41fc3d7-8a9f-4ded-b115-2d4dfdbfe0b2" -d '{"events": [{"server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "name": "network-vif-deleted", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:46:58.869864 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c293a63b-7d62-4797-ba5d-6bac3ade6c26 req-d6acf519-9952-4ce1-b9c1-441b858ec3be tempest-VolumesNegativeTest-854053576 tempest-VolumesNegativeTest-854053576-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eb59d5a-386c-4024-ab12-c2da97a20379 HTTP/1.1" status: 200 len: 210 time: 0.0537899 Oct 26 10:46:58.933213 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6e3b7-2ecf-4c43-b241-8bb1d168ff6e req-51d02541-96d3-4087-b0f8-855d0bbe7085 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:46:58.940947 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-54d6e3b7-2ecf-4c43-b241-8bb1d168ff6e req-51d02541-96d3-4087-b0f8-855d0bbe7085 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0673490 Oct 26 10:46:58.943532 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c88def-6d01-431a-ab82-92abbcb0c0a1 x-openstack-request-id: req-65c88def-6d01-431a-ab82-92abbcb0c0a1 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:46:58.943820 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb59d5a-386c-4024-ab12-c2da97a20379", "name": "network-vif-deleted", "tag": "da8e24e7-c50a-46b8-95b3-580be2bbe215", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:46:58.944072 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65c88def-6d01-431a-ab82-92abbcb0c0a1 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:46:58.944468 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb59d5a-386c-4024-ab12-c2da97a20379', 'name': 'network-vif-deleted', 'tag': 'da8e24e7-c50a-46b8-95b3-580be2bbe215', 'status': 'completed', 'code': 200} Oct 26 10:46:58.981039 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-54d6e3b7-2ecf-4c43-b241-8bb1d168ff6e req-ce63a5d7-149a-4a09-869d-da651bd577a8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Oct 26 10:46:59.454421 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56518) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:59.505765 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1a064e30-6163-49be-99bd-69ba7132245b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.563764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-71ac6816-a8c4-494e-9fa6-9c4e36ec747d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.642927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-71ac6816-a8c4-494e-9fa6-9c4e36ec747d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.647490 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-71ac6816-a8c4-494e-9fa6-9c4e36ec747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.686573 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-71ac6816-a8c4-494e-9fa6-9c4e36ec747d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3d8985a888a4836acad518ae9f6899c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304955 Oct 26 10:46:59.687499 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac6816-a8c4-494e-9fa6-9c4e36ec747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110fa823-470b-4c46-a741-fda5fb1d6802,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:46:59.689232 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56522) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:46:59.743707 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.766974 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.813932 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.816562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:46:59.817720 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/110fa823-470b-4c46-a741-fda5fb1d6802 HTTP/1.1" status: 204 len: 168 time: 0.1274500 Oct 26 10:46:59.827246 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e6b39-c751-440f-a393-c03569ad773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fa823-470b-4c46-a741-fda5fb1d6802,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:00.103562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0c56f-b321-4c94-95fa-c5423219536a req-a0d290c0-76e2-488f-b2eb-bbb4aa66316b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:00.112258 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4a0c56f-b321-4c94-95fa-c5423219536a req-a0d290c0-76e2-488f-b2eb-bbb4aa66316b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0568857 Oct 26 10:47:00.149517 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4a0c56f-b321-4c94-95fa-c5423219536a req-2a6f2acc-280b-49de-b297-fa7c98ade244 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Oct 26 10:47:00.611540 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56600) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:00.723969 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446612299-network', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:00.754468 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Made reservation on behalf of 9bc351134cf84119be3ed19dc2715a53 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:00.757936 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.768471 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.888652 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.894607 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.894784 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.922897 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.927653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:47:00.934344 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c385eef9-450e-4f30-8447-ee2c9a9f44d2,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:00.954690 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:00.954690 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Added segment 4b49c869-76d2-471b-848c-009d9fdd1397 of type vlan for network b69043da-01be-49e6-b4ac-e4afff71c147 Oct 26 10:47:00.999485 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.023611 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.024627 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:01.025280 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.087160 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4744284 Oct 26 10:47:01.090263 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56668) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:01.095817 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Request body: {'subnet': {'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446612299-subnet', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:01.100442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4b2f-d32a-41d8-bb0d-fdf8bc7a6448 admin admin] Pushing event updated for resources: {'Network': ['ID=b69043da-01be-49e6-b4ac-e4afff71c147,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:01.113295 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network b69043da-01be-49e6-b4ac-e4afff71c147 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:47:01.119667 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Made reservation on behalf of 9bc351134cf84119be3ed19dc2715a53 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:01.122434 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.348757 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aba655-8efc-43f9-a573-4f352319f183 req-e652993f-1d36-43ed-8850-4a1aff0d208e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:01.350528 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-34aba655-8efc-43f9-a573-4f352319f183 req-e652993f-1d36-43ed-8850-4a1aff0d208e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0986731 Oct 26 10:47:01.366891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.432762 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-34aba655-8efc-43f9-a573-4f352319f183 req-d9279090-7a23-4ded-8b1f-36b11af20be3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748358 Oct 26 10:47:01.441415 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac47f41-4e83-4471-b466-e310d344272e,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:01.462136 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Checking segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:01.462493 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Network hostable DHCP agents. Network: b69043da-01be-49e6-b4ac-e4afff71c147, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:47:01.478608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Network b69043da-01be-49e6-b4ac-e4afff71c147 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:47:01.488951 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, b69043da-01be-49e6-b4ac-e4afff71c147) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:01.501207 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f491cea-5ebf-434e-b1d5-8c67a12559cd None None] Network b69043da-01be-49e6-b4ac-e4afff71c147 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:01.505696 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:01.506876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.528190 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f8ca5aad-2042-4b73-b719-eaba3f7705d9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4341326 Oct 26 10:47:01.528190 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56686) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:01.534425 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:01.555587 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.556657 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.638013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.740875 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-b69043da-01be-49e6-b4ac-e4afff71c147', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:47:01.742175 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.786647 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:01.934067 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Allocated IP 172.20.0.2 (b69043da-01be-49e6-b4ac-e4afff71c147/2ac47f41-4e83-4471-b466-e310d344272e/d55f11e4-0a8d-4a0f-a114-191c34083ddb) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:02.057389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.084184 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.195462 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.204292 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.233267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Allocated IP 172.27.3.95 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/d07b094b-224f-4bc5-8177-efceb99cf927) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:02.247374 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Network b69043da-01be-49e6-b4ac-e4afff71c147 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:02.255848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:02.260549 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:02.294584 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Pushing event updated for resources: {'Port': ['ID=d55f11e4-0a8d-4a0f-a114-191c34083ddb,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:02.328308 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Attempting to bind port d55f11e4-0a8d-4a0f-a114-191c34083ddb on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:02.328700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Attempting to bind port d55f11e4-0a8d-4a0f-a114-191c34083ddb by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:02.329179 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Attempting to bind port d55f11e4-0a8d-4a0f-a114-191c34083ddb on network b69043da-01be-49e6-b4ac-e4afff71c147 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:02.335546 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:02.335926 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Checking segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:02.336330 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.336720 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Bound using segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:02.337228 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Bound port: d55f11e4-0a8d-4a0f-a114-191c34083ddb, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:02.337851 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.386127 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device da8e24e7-c50a-46b8-95b3-580be2bbe215 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:47:02.387462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.418435 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: da8e24e7-c50a-46b8-95b3-580be2bbe215 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:47:02.418771 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device da8e24e7-c50a-46b8-95b3-580be2bbe215 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:47:02.431966 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.436736 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] For port d55f11e4-0a8d-4a0f-a114-191c34083ddb, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:02.440188 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] For port d55f11e4-0a8d-4a0f-a114-191c34083ddb, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d55f11e4-0a8d-4a0f-a114-191c34083ddb,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:02.446317 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.494807 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Pushing event updated for resources: {'Port': ['ID=d07b094b-224f-4bc5-8177-efceb99cf927,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:02.517506 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8ced-e6e8-4dbe-aa84-41cde862a246 None None] Pushing event updated for resources: {'Port': ['ID=d55f11e4-0a8d-4a0f-a114-191c34083ddb,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:02.529060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:02.531252 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:02.537285 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:02.594660 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522947f4-0e03-4f0c-87d7-6d6376d300d8 req-0b111ed3-bc9b-41f9-82b4-111d8a04b9e8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:02.596269 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-522947f4-0e03-4f0c-87d7-6d6376d300d8 req-0b111ed3-bc9b-41f9-82b4-111d8a04b9e8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0585709 Oct 26 10:47:02.661703 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-522947f4-0e03-4f0c-87d7-6d6376d300d8 req-936532a6-3e03-4428-ad78-7af70ef0fb5e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Oct 26 10:47:02.811897 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:02.883159 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.107316 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d55f11e4-0a8d-4a0f-a114-191c34083ddb up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:03.183535 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port d55f11e4-0a8d-4a0f-a114-191c34083ddb triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:03.184303 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.272153 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.306291 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.366325 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port d55f11e4-0a8d-4a0f-a114-191c34083ddb, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d55f11e4-0a8d-4a0f-a114-191c34083ddb,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:03.372048 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.447927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Router 1ca0c476-6409-495b-8758-a3e185c372d4 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:47:03.450132 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=d55f11e4-0a8d-4a0f-a114-191c34083ddb,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:03.566837 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:03.579843 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Sync routers for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:03.588019 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.593024 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-194ddf16-2d43-4a61-b36e-0151b82bc27c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0629723 Oct 26 10:47:03.593550 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56842) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:03.594637 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:03.595325 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:03.709158 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:03.721481 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b28980-ebd1-45a7-9361-8d1786f16604 None None] Network b69043da-01be-49e6-b4ac-e4afff71c147 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:03.807552 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd23fb-d542-478f-94af-ae4427e52ed9 req-7a5d5631-15cf-4e14-8b19-a7aabdc42dd2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:03.816907 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-54dd23fb-d542-478f-94af-ae4427e52ed9 req-7a5d5631-15cf-4e14-8b19-a7aabdc42dd2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0646155 Oct 26 10:47:03.843471 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-79368939-e171-4e06-a85f-00188c79b4ed None None] Provisioning complete for port d55f11e4-0a8d-4a0f-a114-191c34083ddb triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:03.844177 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-79368939-e171-4e06-a85f-00188c79b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.854230 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:03.864949 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-54dd23fb-d542-478f-94af-ae4427e52ed9 req-851bcc34-5ee3-494f-b260-d0af9a6be41f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Oct 26 10:47:03.918023 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:02Z', 'revision_number': 3, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:03.954496 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Checking router: 1ca0c476-6409-495b-8758-a3e185c372d4 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:03.955096 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Updating router 1ca0c476-6409-495b-8758-a3e185c372d4 port d07b094b-224f-4bc5-8177-efceb99cf927 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:03.980823 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.119198 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.231924 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-e6c2a1ef-61fe-4905-8dd2-340392d7f2b3 None None] Provisioning complete for port d55f11e4-0a8d-4a0f-a114-191c34083ddb triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:04.233025 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a1ef-61fe-4905-8dd2-340392d7f2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.282797 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.283458 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Allocated IP 172.20.0.1 (b69043da-01be-49e6-b4ac-e4afff71c147/2ac47f41-4e83-4471-b466-e310d344272e/0a78de31-6cf1-4a27-860d-9681792a9546) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:04.297568 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.364605 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Attempting to bind port d07b094b-224f-4bc5-8177-efceb99cf927 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:04.365286 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Attempting to bind port d07b094b-224f-4bc5-8177-efceb99cf927 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:04.365813 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Attempting to bind port d07b094b-224f-4bc5-8177-efceb99cf927 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:04.367974 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Pushing event updated for resources: {'Port': ['ID=d07b094b-224f-4bc5-8177-efceb99cf927,revision_number=2']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:04.376672 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:04.377043 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:04.377461 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.377847 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:04.378492 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Bound port: d07b094b-224f-4bc5-8177-efceb99cf927, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:04.378882 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.380977 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.381528 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.381881 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.382209 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.382532 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.382850 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.383161 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.383637 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.383971 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.384288 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.384626 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.384915 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:04.432447 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.442953 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] For port d07b094b-224f-4bc5-8177-efceb99cf927, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:04.446515 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] For port d07b094b-224f-4bc5-8177-efceb99cf927, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d07b094b-224f-4bc5-8177-efceb99cf927,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:04.451795 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.478636 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.519688 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:04.520305 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:04.532770 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Network b69043da-01be-49e6-b4ac-e4afff71c147 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:04.535791 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:04.539821 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:04.545691 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Pushing event updated for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:04.593486 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.632285 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ff7c-e623-4e84-b794-d06a31b48d88 None None] Pushing event updated for resources: {'Port': ['ID=d07b094b-224f-4bc5-8177-efceb99cf927,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:04.682793 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56864) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:04.716526 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:04.786579 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.858496 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9ae1b3a7-43ee-4cd8-a1bc-4888735308c9 None None] Provisioning complete for port 0a78de31-6cf1-4a27-860d-9681792a9546 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:04.858840 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b3a7-43ee-4cd8-a1bc-4888735308c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.860225 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2be90c22-3e44-4374-ad52-8596014e7b3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d2f58639d8742f987a7c9d02bf0f82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760504 Oct 26 10:47:04.862538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56868) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:04.913559 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b3a7-43ee-4cd8-a1bc-4888735308c9 None None] Port 0a78de31-6cf1-4a27-860d-9681792a9546 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:04.955692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.961293 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:02Z', 'revision_number': 3, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:04.985157 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:04.992483 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2634a7c-1092-46cd-8bde-7ed9f6d18c1c None None] The sync data for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi is: [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:02Z', 'revision_number': 3, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:04.997987 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.005760 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.049882 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.053729 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.059494 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b64bd93-37ff-4286-86b1-3a02865b3ff7 HTTP/1.1" status: 204 len: 168 time: 0.1958025 Oct 26 10:47:05.075756 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdf16b-9754-4fb4-b337-b7094ae1d65d req-bf121054-34ae-422c-8c4f-80d2b8edbaa1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:05.077921 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-92bdf16b-9754-4fb4-b337-b7094ae1d65d req-bf121054-34ae-422c-8c4f-80d2b8edbaa1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1171422 Oct 26 10:47:05.087876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40df1b-eb36-4852-8aba-39d856f9a1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64bd93-37ff-4286-86b1-3a02865b3ff7,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:05.098430 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.114567 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Pushing event updated for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:05.133425 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d55f11e4-0a8d-4a0f-a114-191c34083ddb up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:05.185486 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-92bdf16b-9754-4fb4-b337-b7094ae1d65d req-adb0f762-2988-4cf0-8aa3-fa5926836aa5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983136 Oct 26 10:47:05.188192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port d55f11e4-0a8d-4a0f-a114-191c34083ddb triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:05.188698 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.247898 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Network b69043da-01be-49e6-b4ac-e4afff71c147 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:05.249845 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:05.438459 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Router 1ca0c476-6409-495b-8758-a3e185c372d4 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:47:05.642119 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-b5996d5a-3b1e-4d9d-851c-65c51822f722 None None] Provisioning complete for port 0a78de31-6cf1-4a27-860d-9681792a9546 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:05.643120 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b5996d5a-3b1e-4d9d-851c-65c51822f722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:05.706677 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-b5996d5a-3b1e-4d9d-851c-65c51822f722 None None] Port 0a78de31-6cf1-4a27-860d-9681792a9546 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:05.835722 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:05.845628 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c9fcf247-0aee-47f9-a982-58104cf20791 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ca0c476-6409-495b-8758-a3e185c372d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2506735 Oct 26 10:47:05.993066 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56918) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.130926 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6e94462-bb94-4a87-8dd9-2fb5a9bfef1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.210874 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56928) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.232319 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6e94462-bb94-4a87-8dd9-2fb5a9bfef1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.239284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-a6e94462-bb94-4a87-8dd9-2fb5a9bfef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.292763 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-a6e94462-bb94-4a87-8dd9-2fb5a9bfef1a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23a800257b5b440aa52a8d08df326dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985830 Oct 26 10:47:06.295920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56938) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.315085 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e94462-bb94-4a87-8dd9-2fb5a9bfef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e6599-f92e-4c5b-8cfb-293e824b5a46,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.363378 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf2e2-df1b-4a70-861f-bec1f142fb19 req-530df27e-69ff-4e27-8926-69074eef430f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:06.364013 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-175156064-network', 'tenant_id': '879892c451254d68b512ff1a990d6e02'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:06.365024 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12ecf2e2-df1b-4a70-861f-bec1f142fb19 req-530df27e-69ff-4e27-8926-69074eef430f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0969317 Oct 26 10:47:06.373485 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.403736 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.410089 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Made reservation on behalf of 879892c451254d68b512ff1a990d6e02 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:06.412543 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.414012 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12ecf2e2-df1b-4a70-861f-bec1f142fb19 req-dddf8e80-3992-43eb-bcd5-665a2b4b0a21 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Oct 26 10:47:06.430571 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.493260 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56946) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.499559 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1763617296-network', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:06.510230 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.514721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.517452 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f0e6599-f92e-4c5b-8cfb-293e824b5a46 HTTP/1.1" status: 204 len: 168 time: 0.2190254 Oct 26 10:47:06.540321 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Made reservation on behalf of 22935a38ce6d45c39d83a540ae7c19ee for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:06.542168 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632b1f-bf42-4fed-9976-74657969dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e6599-f92e-4c5b-8cfb-293e824b5a46,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.547302 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.555356 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.562233 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.562436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.594409 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:47:06.609593 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbbcb7f-3af4-4366-95f2-2da0569199ec,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.616286 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.616731 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Added segment 42ae8380-3665-4002-892e-1c625d05532a of type vlan for network 231a2e68-f8fa-49ef-935d-9997cb18783f Oct 26 10:47:06.671717 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.700115 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.702088 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:06.702716 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.708408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.714805 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.754038 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb5748-766a-4c59-af49-5b2f82e6ddd4,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.769170 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:47:06.769407 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5538342 Oct 26 10:47:06.770787 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56954) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.776070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Request body: {'subnet': {'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-175156064-subnet', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:06.780118 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.780672 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Added segment 1ddbdfed-3d24-41d0-bf6c-ae9a46456f73 of type vlan for network 3558a8f0-fc97-4ee8-b28c-306675bbea4e Oct 26 10:47:06.805952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825cdc-b2cd-4621-ae96-af034871badf admin admin] Pushing event updated for resources: {'Network': ['ID=231a2e68-f8fa-49ef-935d-9997cb18783f,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.808577 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Made reservation on behalf of 879892c451254d68b512ff1a990d6e02 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:06.811912 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.821191 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 231a2e68-f8fa-49ef-935d-9997cb18783f details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:47:06.842391 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.870107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.871800 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:06.874127 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.947639 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4527664 Oct 26 10:47:06.950423 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56956) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:06.961816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Request body: {'subnet': {'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1763617296-subnet', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:06.971379 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9677c-f096-4bb9-a599-1de9fe3adada admin admin] Pushing event updated for resources: {'Network': ['ID=3558a8f0-fc97-4ee8-b28c-306675bbea4e,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:06.990256 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:47:06.995026 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Made reservation on behalf of 22935a38ce6d45c39d83a540ae7c19ee for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:06.997529 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:06.999678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56958) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:07.063803 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7827d34e-2c47-4a3d-94d9-07caba1df25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.068022 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Sync routers for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:07.077508 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.079511 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:07.080188 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:07.154442 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d07b094b-224f-4bc5-8177-efceb99cf927 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:07.163961 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd912ef-6835-4873-80fb-eb6b6ca88a3e,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:07.168796 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Checking segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:07.169249 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Network hostable DHCP agents. Network: 231a2e68-f8fa-49ef-935d-9997cb18783f, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:47:07.215635 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Network 231a2e68-f8fa-49ef-935d-9997cb18783f is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:47:07.234476 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 231a2e68-f8fa-49ef-935d-9997cb18783f) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:07.245909 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:07.246568 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.247970 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab94454-3b5b-4189-b7eb-ad078f706c75 None None] Network 231a2e68-f8fa-49ef-935d-9997cb18783f requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:07.266595 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-4f47da8b-75ec-4ca0-94f0-0c8c69dbf0c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4922285 Oct 26 10:47:07.267007 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 56962) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:07.267639 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port d07b094b-224f-4bc5-8177-efceb99cf927 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:07.267793 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.269031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7827d34e-2c47-4a3d-94d9-07caba1df25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.270520 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:07.273573 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:07.275933 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7827d34e-2c47-4a3d-94d9-07caba1df25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.297332 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.298491 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.311390 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.351072 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827d34e-2c47-4a3d-94d9-07caba1df25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffd423-4f92-41c2-a068-c2b84c16e31b,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:07.360321 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7827d34e-2c47-4a3d-94d9-07caba1df25f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a531c29cce14aacb8adb6b876809ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588638 Oct 26 10:47:07.362512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56964) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:07.364013 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.423122 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fc387c-ea60-4224-b781-59354c9884cb,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:07.462271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.465443 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Checking segment: {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:07.465808 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Network hostable DHCP agents. Network: 3558a8f0-fc97-4ee8-b28c-306675bbea4e, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:47:07.500498 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.516314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:47:07.542149 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 3558a8f0-fc97-4ee8-b28c-306675bbea4e) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:07.547262 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:07.548117 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.553023 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.568286 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100cb20-d8c7-468b-a393-1053a2f49447 None None] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:07.571125 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-daf36390-dffc-484b-9e7b-09e9c4422d38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6194539 Oct 26 10:47:07.573557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 56968) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:07.579278 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:07.596400 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.604316 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.604316 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5ffd423-4f92-41c2-a068-c2b84c16e31b HTTP/1.1" status: 204 len: 168 time: 0.2335169 Oct 26 10:47:07.631619 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682f447-f6ad-48f1-8e99-07782668156e req-868bf2c9-0d8c-4317-8810-930b19702c28 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:07.633400 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4682f447-f6ad-48f1-8e99-07782668156e req-868bf2c9-0d8c-4317-8810-930b19702c28 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1408846 Oct 26 10:47:07.633543 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9bca7-dd7f-4546-b797-ea7e8b9a9441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffd423-4f92-41c2-a068-c2b84c16e31b,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:07.652946 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.654591 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.692547 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4682f447-f6ad-48f1-8e99-07782668156e req-86dff39c-95aa-40c5-8d5c-528d03121208 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Oct 26 10:47:07.751095 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.763829 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.822278 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port d07b094b-224f-4bc5-8177-efceb99cf927, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d07b094b-224f-4bc5-8177-efceb99cf927,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:07.858795 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.869168 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-231a2e68-f8fa-49ef-935d-9997cb18783f', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:47:07.870322 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.959487 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.977283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:07.990168 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.051561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=d07b094b-224f-4bc5-8177-efceb99cf927,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:08.105666 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:47:08.106550 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.122764 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 2, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:08.127114 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Allocated IP 172.27.3.243 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/c83edb79-ee61-4b70-a030-f3f540c7456c) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:08.177738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Checking router: 1ca0c476-6409-495b-8758-a3e185c372d4 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:08.177945 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Updating router 1ca0c476-6409-495b-8758-a3e185c372d4 port 0a78de31-6cf1-4a27-860d-9681792a9546 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:08.220802 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Allocated IP 172.20.0.2 (231a2e68-f8fa-49ef-935d-9997cb18783f/6fd912ef-6835-4873-80fb-eb6b6ca88a3e/c433550c-8cca-4591-b79e-02e17b10218f) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:08.269619 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.352124 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.375583 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.406148 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.453987 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.483950 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:08.486694 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:08.493011 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:08.565841 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c83edb79-ee61-4b70-a030-f3f540c7456c,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:08.587139 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Allocated IP 172.20.0.2 (3558a8f0-fc97-4ee8-b28c-306675bbea4e/64fc387c-ea60-4224-b781-59354c9884cb/f82f61e2-a2b8-405c-8c7d-9f958861595f) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:08.595370 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Allocated IP 172.27.3.163 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/cf072d9e-fb38-4a36-982f-04b4ed002f7a) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:08.752022 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.789986 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.804697 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.811431 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:08.890556 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Pushing event updated for resources: {'Port': ['ID=cf072d9e-fb38-4a36-982f-04b4ed002f7a,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:08.901018 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b7ea-b9ee-425e-94d4-fc52de7280ee req-b22f1de6-66a1-4812-8a45-1a57b49ca889 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:08.902691 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7de5b7ea-b9ee-425e-94d4-fc52de7280ee req-b22f1de6-66a1-4812-8a45-1a57b49ca889 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0720716 Oct 26 10:47:08.913266 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:08.916767 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:08.918821 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Network 231a2e68-f8fa-49ef-935d-9997cb18783f is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:08.923938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:08.933902 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:08.940726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Pushing event updated for resources: {'Port': ['ID=c433550c-8cca-4591-b79e-02e17b10218f,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:08.947617 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:08.961792 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7de5b7ea-b9ee-425e-94d4-fc52de7280ee req-13080cfa-893f-4588-9643-dc2cfc958e5c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Oct 26 10:47:08.994335 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.002994 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.018632 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.106971 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d07b094b-224f-4bc5-8177-efceb99cf927 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:09.112599 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.150246 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:09.152424 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Attempting to bind port c433550c-8cca-4591-b79e-02e17b10218f on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:09.152794 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Attempting to bind port c433550c-8cca-4591-b79e-02e17b10218f by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:09.153181 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Attempting to bind port c433550c-8cca-4591-b79e-02e17b10218f on network 231a2e68-f8fa-49ef-935d-9997cb18783f {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:09.163039 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.171393 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:09.183816 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:09.193775 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:09.194427 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Checking segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:09.195022 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.195565 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Bound using segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:09.196214 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Bound port: c433550c-8cca-4591-b79e-02e17b10218f, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:09.196762 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.201859 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Pushing event updated for resources: {'Port': ['ID=f82f61e2-a2b8-405c-8c7d-9f958861595f,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:09.250043 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.328661 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.633025 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:47:09.679800 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa32238-c084-4f80-bfa7-83b49bd4bd63 None None] Pushing event updated for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:09.709739 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Attempting to bind port f82f61e2-a2b8-405c-8c7d-9f958861595f on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:09.710195 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Attempting to bind port f82f61e2-a2b8-405c-8c7d-9f958861595f by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:09.710627 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Attempting to bind port f82f61e2-a2b8-405c-8c7d-9f958861595f on network 3558a8f0-fc97-4ee8-b28c-306675bbea4e {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:09.711167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.722575 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:09.723059 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Checking segment: {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:09.723523 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.723981 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Bound using segment: {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:09.724562 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Bound port: f82f61e2-a2b8-405c-8c7d-9f958861595f, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:09.725340 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.727231 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port d07b094b-224f-4bc5-8177-efceb99cf927 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:09.727671 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.784244 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:09.793996 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Sync routers for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:09.800846 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] For port c433550c-8cca-4591-b79e-02e17b10218f, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:09.805559 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Attempting to bind port 0a78de31-6cf1-4a27-860d-9681792a9546 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:09.806193 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Attempting to bind port 0a78de31-6cf1-4a27-860d-9681792a9546 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:09.806665 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Attempting to bind port 0a78de31-6cf1-4a27-860d-9681792a9546 on network b69043da-01be-49e6-b4ac-e4afff71c147 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:09.812507 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] For port c433550c-8cca-4591-b79e-02e17b10218f, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c433550c-8cca-4591-b79e-02e17b10218f,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:09.813065 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:09.816135 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.816532 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-8efc070b-518d-4fef-b6c2-3492cd6e0aa1 None None] Provisioning complete for port 0a78de31-6cf1-4a27-860d-9681792a9546 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:09.816787 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:09.817045 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8efc070b-518d-4fef-b6c2-3492cd6e0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.819102 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c668bd9f-d91e-4705-8bf9-c186acef08f0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5498345 Oct 26 10:47:09.821544 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57032) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:09.940509 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.944736 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:09.955905 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:09.956495 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Checking segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:09.956989 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:09.957504 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Bound using segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:09.958080 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Bound port: 0a78de31-6cf1-4a27-860d-9681792a9546, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:09.958550 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:10.001483 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:47:10.123055 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bab714-4897-4551-8433-98f045a45c28 None None] Pushing event updated for resources: {'Port': ['ID=c433550c-8cca-4591-b79e-02e17b10218f,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:10.143836 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-8efc070b-518d-4fef-b6c2-3492cd6e0aa1 None None] Port 0a78de31-6cf1-4a27-860d-9681792a9546 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:10.223619 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] For port f82f61e2-a2b8-405c-8c7d-9f958861595f, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:10.240510 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:10.265869 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:10.267503 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-5b5cc7b6-1090-4815-9bef-3561800e147f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6928563 Oct 26 10:47:10.270791 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57042) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:10.274411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] For port f82f61e2-a2b8-405c-8c7d-9f958861595f, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=f82f61e2-a2b8-405c-8c7d-9f958861595f,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:10.277831 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Sync routers for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:10.289715 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:10.344832 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05407d-f321-47c3-b877-2c2feb4ed264 req-7098d894-23fa-4a46-81cc-b65af8c6f393 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:10.346444 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cc05407d-f321-47c3-b877-2c2feb4ed264 req-7098d894-23fa-4a46-81cc-b65af8c6f393 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.2564232 Oct 26 10:47:10.370214 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] For port 0a78de31-6cf1-4a27-860d-9681792a9546, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:10.383505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:10.385643 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:10.475812 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:08Z', 'revision_number': 3, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:10.522461 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Checking router: 16b59b2d-e1c6-4c20-af50-8a94352cd0dd for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:10.523080 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Updating router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd port c83edb79-ee61-4b70-a030-f3f540c7456c binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:10.533904 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cc05407d-f321-47c3-b877-2c2feb4ed264 req-e0b86520-efd5-469a-9119-357bf63369f4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722183 Oct 26 10:47:10.588607 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:10.673270 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] For port 0a78de31-6cf1-4a27-860d-9681792a9546, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a78de31-6cf1-4a27-860d-9681792a9546,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:10.717049 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:10.792019 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7d2ca-5c50-4937-9b30-95c21c037743 None None] Pushing event updated for resources: {'Port': ['ID=f82f61e2-a2b8-405c-8c7d-9f958861595f,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:10.807137 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.071638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:11.072289 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:11.243203 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:11.252142 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Allocated IP 172.20.0.1 (231a2e68-f8fa-49ef-935d-9997cb18783f/6fd912ef-6835-4873-80fb-eb6b6ca88a3e/590f4d8a-386b-408c-997c-904335209a17) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:11.367237 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa32238-c084-4f80-bfa7-83b49bd4bd63 None None] Pushing event updated for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:11.421340 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device f82f61e2-a2b8-405c-8c7d-9f958861595f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:11.478786 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.487570 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.489388 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.510153 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.582875 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:11.590672 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e661-2b77-4175-ba1f-f468cdd5872a None None] Pushing event updated for resources: {'Port': ['ID=c83edb79-ee61-4b70-a030-f3f540c7456c,revision_number=2']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:11.599380 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.642035 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Attempting to bind port c83edb79-ee61-4b70-a030-f3f540c7456c on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:11.642787 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Attempting to bind port c83edb79-ee61-4b70-a030-f3f540c7456c by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:11.646132 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Attempting to bind port c83edb79-ee61-4b70-a030-f3f540c7456c on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:11.663824 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:11.664483 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:11.665512 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.666070 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:11.668746 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Bound port: c83edb79-ee61-4b70-a030-f3f540c7456c, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:11.669185 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.704588 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Network 231a2e68-f8fa-49ef-935d-9997cb18783f is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:11.720196 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:11.726319 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:11.788143 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] For port c83edb79-ee61-4b70-a030-f3f540c7456c, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:11.799285 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] For port c83edb79-ee61-4b70-a030-f3f540c7456c, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c83edb79-ee61-4b70-a030-f3f540c7456c,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:11.799682 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Pushing event updated for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:11.807631 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.834884 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] Provisioning complete for port 0a78de31-6cf1-4a27-860d-9681792a9546 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:11.835493 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.836524 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Allocated IP 172.20.0.1 (3558a8f0-fc97-4ee8-b28c-306675bbea4e/64fc387c-ea60-4224-b781-59354c9884cb/87aae76e-9a18-44e3-bf91-ffd51bf52d92) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:11.864103 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:11.937385 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbaaa6b-d215-4d19-924d-a23e49075f4e None None] Network 231a2e68-f8fa-49ef-935d-9997cb18783f requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:11.946612 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e661-2b77-4175-ba1f-f468cdd5872a None None] Pushing event updated for resources: {'Port': ['ID=c83edb79-ee61-4b70-a030-f3f540c7456c,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:11.959056 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:11.960370 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:12.039142 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf65384-9af0-4820-8ed4-921ea6d991f5 req-0812f381-9bba-44f3-91dc-612525932bf7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:12.041232 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4bf65384-9af0-4820-8ed4-921ea6d991f5 req-0812f381-9bba-44f3-91dc-612525932bf7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.3495960 Oct 26 10:47:12.053431 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port f82f61e2-a2b8-405c-8c7d-9f958861595f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:12.059682 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.125563 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:12.134917 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4bf65384-9af0-4820-8ed4-921ea6d991f5 req-7cf990fc-1c8a-435b-bff4-e5675d94ce4e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873890 Oct 26 10:47:12.197310 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.249321 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.321363 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff412-e420-4707-8acc-d775b82190b1 req-21d5008b-821b-4674-a159-558833d3de7b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:12.322935 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1c5ff412-e420-4707-8acc-d775b82190b1 req-21d5008b-821b-4674-a159-558833d3de7b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.3862596 Oct 26 10:47:12.357835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e30bd-4c28-49b7-88b9-82cc2598cbea None None] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:12.398348 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1c5ff412-e420-4707-8acc-d775b82190b1 req-0486b3de-0ef4-4de7-8fa6-56fa8a9cc37c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574374 Oct 26 10:47:12.433065 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.444786 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:08Z', 'revision_number': 3, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:12.474208 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.483732 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5803a0-c4be-4141-b0f6-8301efe0c823 None None] The sync data for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi is: [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:08Z', 'revision_number': 3, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:12.574475 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:12.578795 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:12.584628 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:12.585109 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.642329 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.648069 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.655053 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Pushing event updated for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:12.721740 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Pushing event updated for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:12.724462 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.751259 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] For port 0a78de31-6cf1-4a27-860d-9681792a9546, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a78de31-6cf1-4a27-860d-9681792a9546,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:12.758263 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:09Z', 'revision_number': 3, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:12.762169 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.800000 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.807978 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:12.829864 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Checking router: 4342acf6-49bd-400b-a12d-c15d8d2bb8bf for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:12.830208 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Updating router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf port cf072d9e-fb38-4a36-982f-04b4ed002f7a binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:12.832512 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Network 231a2e68-f8fa-49ef-935d-9997cb18783f is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:12.835907 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:12.881176 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:10Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:12.944418 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e887a-8066-4e5b-9730-aa3810b743aa None None] The sync data for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi is: [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:10Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:12.966170 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.059093 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.069828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.070704 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.072827 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port f82f61e2-a2b8-405c-8c7d-9f958861595f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=f82f61e2-a2b8-405c-8c7d-9f958861595f,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:13.076733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcf816-6580-4c86-8668-b6890ab06efe None None] Pushing event updated for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:13.090493 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Provisioning complete for port f82f61e2-a2b8-405c-8c7d-9f958861595f triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:13.090873 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.095784 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.096575 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c433550c-8cca-4591-b79e-02e17b10218f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:13.101933 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:47:13.136136 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Pushing event updated for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:13.351334 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:13.367765 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-419ad6f1-2233-4ce0-8908-c456ba039c63 admin admin] 10.222.0.79 "PUT /v2.0/routers/16b59b2d-e1c6-4c20-af50-8a94352cd0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5357826 Oct 26 10:47:13.368093 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:13.371794 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:13.399165 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab400-e9c1-4399-b160-4405fdcdba1d req-93bc89f2-2348-4b1d-abd5-6b0b394546bc tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:13.401823 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=f82f61e2-a2b8-405c-8c7d-9f958861595f,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:13.402507 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a6ab400-e9c1-4399-b160-4405fdcdba1d req-93bc89f2-2348-4b1d-abd5-6b0b394546bc tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1233449 Oct 26 10:47:13.656211 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:47:13.684329 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a6ab400-e9c1-4399-b160-4405fdcdba1d req-b5bed82c-38bf-4d7e-b0bf-f2684d44998d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157032 Oct 26 10:47:13.690810 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d25703-cdb5-4055-8d59-c39d9211fd77 req-f3c93da4-0c58-422e-b334-aa28c2504f76 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:13.692466 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a5d25703-cdb5-4055-8d59-c39d9211fd77 req-f3c93da4-0c58-422e-b334-aa28c2504f76 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1564634 Oct 26 10:47:13.767787 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port c433550c-8cca-4591-b79e-02e17b10218f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:13.768049 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:13.796309 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a5d25703-cdb5-4055-8d59-c39d9211fd77 req-73c60144-8c95-412b-af39-98d114b05b04 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932925 Oct 26 10:47:13.916504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:13.922862 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d1608e73-fb12-4916-ab67-d31c7a46360b admin admin] 10.222.0.79 "PUT /v2.0/routers/4342acf6-49bd-400b-a12d-c15d8d2bb8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6510205 Oct 26 10:47:14.068570 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.081569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.161907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9cc80-645c-47fe-a28f-18255b1fa799 None None] Pushing event updated for resources: {'Port': ['ID=cf072d9e-fb38-4a36-982f-04b4ed002f7a,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:14.165830 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Attempting to bind port cf072d9e-fb38-4a36-982f-04b4ed002f7a on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:14.166180 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Attempting to bind port cf072d9e-fb38-4a36-982f-04b4ed002f7a by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:14.166687 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Attempting to bind port cf072d9e-fb38-4a36-982f-04b4ed002f7a on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:14.176695 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:14.178706 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:14.179301 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.180019 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:14.180930 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Bound port: cf072d9e-fb38-4a36-982f-04b4ed002f7a, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:14.181516 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.246537 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Provisioning complete for port c433550c-8cca-4591-b79e-02e17b10218f triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:14.246912 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.271664 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:47:14.353258 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] For port cf072d9e-fb38-4a36-982f-04b4ed002f7a, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:14.383651 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] For port cf072d9e-fb38-4a36-982f-04b4ed002f7a, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=cf072d9e-fb38-4a36-982f-04b4ed002f7a,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:14.411491 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.473443 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.534971 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57114) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:14.541390 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380749286-network', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:14.545286 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:14.546114 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:14.567931 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Made reservation on behalf of 2f3e376f38d14abeadd1fbbee73dbde0 for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:14.570927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.585406 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.655949 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port c433550c-8cca-4591-b79e-02e17b10218f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c433550c-8cca-4591-b79e-02e17b10218f,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:14.689843 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9cc80-645c-47fe-a28f-18255b1fa799 None None] Pushing event updated for resources: {'Port': ['ID=cf072d9e-fb38-4a36-982f-04b4ed002f7a,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:14.697557 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.698065 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.709304 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.746236 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:47:14.760664 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fcaeff-b9a0-4d1d-9241-13016151cc30,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:14.767131 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.767680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Added segment 901ca30a-f325-425f-9b00-2645c3a495a2 of type vlan for network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 Oct 26 10:47:14.774929 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=c433550c-8cca-4591-b79e-02e17b10218f,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:14.790699 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.844923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.857445 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:14.901280 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.902439 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:14.903081 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:14.912489 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87c6e1-e38d-48c9-911b-81abf11db658 req-9e6e5947-f7dd-453b-aef4-1bca23f635e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:14.914444 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4f87c6e1-e38d-48c9-911b-81abf11db658 req-9e6e5947-f7dd-453b-aef4-1bca23f635e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0785697 Oct 26 10:47:14.934909 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.db.api [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 10:47:14.935794 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG oslo_db.api [None req-a62e98de-2395-4acc-b5f9-a8522ba199b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 10:47:14.946383 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4046032 Oct 26 10:47:14.947340 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57120) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:14.976692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Request body: {'subnet': {'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380749286-subnet', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:14.976915 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4f87c6e1-e38d-48c9-911b-81abf11db658 req-c2d77878-7b65-44ba-9473-5946eb5e89b8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Oct 26 10:47:15.099766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8eab5-2ac3-417e-a5d5-5ed51a0b9660 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcdb2f8-6f65-4fdd-aaa4-db266b108846,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.130437 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Made reservation on behalf of 2f3e376f38d14abeadd1fbbee73dbde0 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:15.144810 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.151391 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57124) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.157829 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:47:15.159780 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc8a47-ac7b-407e-a73f-b6f134f8bae5 req-48cd4aca-3c4d-4737-818f-ff272bd9b31c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:15.168383 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-12cc8a47-ac7b-407e-a73f-b6f134f8bae5 req-48cd4aca-3c4d-4737-818f-ff272bd9b31c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0973046 Oct 26 10:47:15.180044 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039600578', 'description': 'tempest-secgroup-smoke-1039600578 description', 'project_id': '9bc351134cf84119be3ed19dc2715a53'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.214241 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.215574 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device f82f61e2-a2b8-405c-8c7d-9f958861595f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:15.272569 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-12cc8a47-ac7b-407e-a73f-b6f134f8bae5 req-7bbc35ec-3c02-4e07-90a7-8364ca2ad82e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029234 Oct 26 10:47:15.315989 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '87aae76e-9a18-44e3-bf91-ffd51bf52d92', 'name': '', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'mac_address': 'fa:16:3e:45:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:11Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 2, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'subnets': [{'id': '64fc387c-ea60-4224-b781-59354c9884cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:15.349927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.358143 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.361018 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.396886 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.399296 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2222941 Oct 26 10:47:15.402215 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57128) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.412096 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2a65b-b4c1-4aad-ae6a-b3fe464f9604 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.414875 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.444169 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8c221a-d6c4-4b96-a055-df3001b6db42,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.468940 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Checking segment: {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:15.469333 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Network hostable DHCP agents. Network: bdcdb2f8-6f65-4fdd-aaa4-db266b108846, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:47:15.486495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.508475 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:47:15.516134 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d72430-b1f7-414a-89fb-9e7002a5a9fa None None] The sync data for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi is: [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '87aae76e-9a18-44e3-bf91-ffd51bf52d92', 'name': '', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'mac_address': 'fa:16:3e:45:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:11Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 2, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'subnets': [{'id': '64fc387c-ea60-4224-b781-59354c9884cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:15.520685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, bdcdb2f8-6f65-4fdd-aaa4-db266b108846) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:15.524931 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:15.525650 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.550680 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d201e-e923-4949-9a39-3b4a845d0438 None None] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:15.559203 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-531e2085-a362-49b3-ab68-fe414a8bffd4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5836852 Oct 26 10:47:15.559932 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57132) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.565333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.582438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.588247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.598558 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.600116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.617120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afa805e-5134-439f-8b4f-895050fbd262,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.628089 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.628089 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-acce34ed-ba5c-4741-87f5-f9032936f2e8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2172308 Oct 26 10:47:15.628089 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57134) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.631919 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.642704 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port f82f61e2-a2b8-405c-8c7d-9f958861595f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:15.643072 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.671395 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.682514 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.721486 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.727140 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.749059 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5240cfb-4be0-4bd3-b69f-9da1efb9553b,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.761556 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.762838 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-69378ba9-1746-4af1-b7b8-9a8fae133c4b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346710 Oct 26 10:47:15.765469 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57136) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.769978 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.798200 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.816735 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Provisioning complete for port c433550c-8cca-4591-b79e-02e17b10218f triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:15.816735 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.834067 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.853982 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a78de31-6cf1-4a27-860d-9681792a9546 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:15.859922 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:47:15.860459 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.860872 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.864544 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.884220 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e5569-5a5f-4865-9171-30732aff9687,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:15.894430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.895799 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-447017b5-c164-4716-8df4-290a16daa0dd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293459 Oct 26 10:47:15.898904 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57138) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:15.903483 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:15.932965 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:15.995207 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.001576 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.023777 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5936ac01-7573-480f-b3e4-2d0cbca8df96,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.035632 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.040278 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-deb325dd-2bbc-4a6b-9501-e18b36ba7d37 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377850 Oct 26 10:47:16.040592 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57142) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:16.046929 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:16.071411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.079734 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 0a78de31-6cf1-4a27-860d-9681792a9546 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:16.080099 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.091983 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.117706 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.securitygroups_db [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Project 9bc351134cf84119be3ed19dc2715a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:47:16.131765 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111e37b-437d-4740-8544-466d07c8679b req-b0327c99-a053-4d60-bebd-e1506491603e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:16.133272 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e111e37b-437d-4740-8544-466d07c8679b req-b0327c99-a053-4d60-bebd-e1506491603e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0676339 Oct 26 10:47:16.134138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.136299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Allocated IP 172.20.0.2 (bdcdb2f8-6f65-4fdd-aaa4-db266b108846/8b8c221a-d6c4-4b96-a055-df3001b6db42/ec2deeb7-505e-4170-b012-a3f6c4b57cce) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:16.152561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Provisioning complete for port f82f61e2-a2b8-405c-8c7d-9f958861595f triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:16.152931 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.213599 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e111e37b-437d-4740-8544-466d07c8679b req-5e7b0306-e49c-4763-bad9-978df978d776 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684714 Oct 26 10:47:16.229427 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.236055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.258585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123e5484-6ceb-4b57-88a1-fc7d2c212854,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.259818 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Allocated IP 172.27.3.245 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/251ae216-decd-4d03-a2f8-4752c2715ac0) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:16.290091 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.295618 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-dd2fd7f3-2860-452e-841e-28cd8db9125d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2530973 Oct 26 10:47:16.296303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57146) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:16.301379 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7', 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:16.303880 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c83edb79-ee61-4b70-a030-f3f540c7456c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:16.328027 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.securitygroups_db [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Project 9bc351134cf84119be3ed19dc2715a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:47:16.340456 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.424268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.432209 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.465595 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2a8e51-2e87-44e7-8094-4c7038afd1d1,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.469982 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Provisioning complete for port 590f4d8a-386b-408c-997c-904335209a17 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:16.470485 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.477642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.479144 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-39cfae01-d867-439d-bcf5-469aecb08bf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1817820 Oct 26 10:47:16.491181 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee6908-dfc1-44f3-abbc-3cfcdfd9e14d req-1be8cfc6-02d9-448f-82c1-b57e52bab007 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:16.492753 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-80ee6908-dfc1-44f3-abbc-3cfcdfd9e14d req-1be8cfc6-02d9-448f-82c1-b57e52bab007 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1168914 Oct 26 10:47:16.527059 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.542957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.544324 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port c83edb79-ee61-4b70-a030-f3f540c7456c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:16.544681 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.595948 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Port 590f4d8a-386b-408c-997c-904335209a17 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:16.600803 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.615367 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Sync routers for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:16.654679 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-80ee6908-dfc1-44f3-abbc-3cfcdfd9e14d req-a1963fea-6795-4860-a15f-72d2558be21f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543500 Oct 26 10:47:16.656688 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:16.656858 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.664954 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:16.666497 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Provisioning complete for port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:16.666758 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.705685 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-dccc2cbf-9d42-4685-87a5-d654f5efbc90 None None] Port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:16.718596 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:16.730865 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:16.733985 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:16.735900 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Pushing event updated for resources: {'Port': ['ID=ec2deeb7-505e-4170-b012-a3f6c4b57cce,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.781671 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Pushing event updated for resources: {'Port': ['ID=251ae216-decd-4d03-a2f8-4752c2715ac0,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.792102 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.815103 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:16.820600 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:16.823659 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:16.839442 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port c83edb79-ee61-4b70-a030-f3f540c7456c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c83edb79-ee61-4b70-a030-f3f540c7456c,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:16.868971 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.938932 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=c83edb79-ee61-4b70-a030-f3f540c7456c,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:16.946577 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Attempting to bind port ec2deeb7-505e-4170-b012-a3f6c4b57cce on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:16.946942 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Attempting to bind port ec2deeb7-505e-4170-b012-a3f6c4b57cce by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:16.947306 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Attempting to bind port ec2deeb7-505e-4170-b012-a3f6c4b57cce on network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:16.953660 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:16.954031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Checking segment: {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:16.954434 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.954825 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Bound using segment: {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:16.955291 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Bound port: ec2deeb7-505e-4170-b012-a3f6c4b57cce, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:16.958836 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:16.981251 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:16.995164 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c433550c-8cca-4591-b79e-02e17b10218f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:17.088767 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] For port ec2deeb7-505e-4170-b012-a3f6c4b57cce, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:17.092841 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] For port ec2deeb7-505e-4170-b012-a3f6c4b57cce, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=ec2deeb7-505e-4170-b012-a3f6c4b57cce,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:17.101218 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.136907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port c433550c-8cca-4591-b79e-02e17b10218f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:17.137237 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.199843 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb163-e3ac-4ebd-9750-c2d8e937b04f None None] Pushing event updated for resources: {'Port': ['ID=ec2deeb7-505e-4170-b012-a3f6c4b57cce,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:17.321818 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 2, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:17.389405 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Checking router: 16b59b2d-e1c6-4c20-af50-8a94352cd0dd for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:17.393632 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Updating router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd port 590f4d8a-386b-408c-997c-904335209a17 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:17.447160 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.450592 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.491185 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83970c-29f6-4ea0-b03d-63dc9b403185 req-87bcae3e-3421-40de-adba-f2d96214b556 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:17.520183 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bf83970c-29f6-4ea0-b03d-63dc9b403185 req-87bcae3e-3421-40de-adba-f2d96214b556 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1678267 Oct 26 10:47:17.640379 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bf83970c-29f6-4ea0-b03d-63dc9b403185 req-d9681950-e342-4626-bd08-ebc189082dba tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192150 Oct 26 10:47:17.898479 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.909055 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:17.981008 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956415f-5ede-4876-af5e-5bb8f33faeb0 None None] Pushing event updated for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:17.987273 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.004616 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee821-e59e-4fe3-820c-b4e61518d9b5 req-ef0dae12-0b20-436b-a1b9-57e649835a9e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:18.016331 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ebbee821-e59e-4fe3-820c-b4e61518d9b5 req-ef0dae12-0b20-436b-a1b9-57e649835a9e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1693065 Oct 26 10:47:18.071794 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Attempting to bind port 590f4d8a-386b-408c-997c-904335209a17 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:18.072160 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Attempting to bind port 590f4d8a-386b-408c-997c-904335209a17 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:18.072544 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Attempting to bind port 590f4d8a-386b-408c-997c-904335209a17 on network 231a2e68-f8fa-49ef-935d-9997cb18783f {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:18.085110 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:18.085850 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Checking segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:18.086516 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.087090 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Bound using segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:18.087764 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Bound port: 590f4d8a-386b-408c-997c-904335209a17, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:18.088329 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.187258 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ebbee821-e59e-4fe3-820c-b4e61518d9b5 req-405cbe01-7a83-4e47-8ab8-031ee60119a6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093693 Oct 26 10:47:18.250569 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] For port 590f4d8a-386b-408c-997c-904335209a17, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:18.254500 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] For port 590f4d8a-386b-408c-997c-904335209a17, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=590f4d8a-386b-408c-997c-904335209a17,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:18.267026 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.271990 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] Provisioning complete for port 590f4d8a-386b-408c-997c-904335209a17 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:18.272835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.334330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Router 6c4000c5-aac2-471e-a559-e25ed3f6308b is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:47:18.374250 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956415f-5ede-4876-af5e-5bb8f33faeb0 None None] Pushing event updated for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:18.391054 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:18.391812 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:18.542702 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.676107 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] For port 590f4d8a-386b-408c-997c-904335209a17, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=590f4d8a-386b-408c-997c-904335209a17,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:18.678432 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:18.686598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.711502 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Sync routers for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:18.725536 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:18.728337 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57256) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:18.755176 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-af46adc2-fec8-48dd-aff3-ea13f0980377 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1644404 Oct 26 10:47:18.902929 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:18.904216 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:18.973277 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:18.996179 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba59d-a894-4daa-8120-2c1f7e79c4a7 req-8bc742fa-e405-4e17-92c3-2c2e2a6c861a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:19.014522 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-536ba59d-a894-4daa-8120-2c1f7e79c4a7 req-8bc742fa-e405-4e17-92c3-2c2e2a6c861a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1798553 Oct 26 10:47:19.094700 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-536ba59d-a894-4daa-8120-2c1f7e79c4a7 req-418d7dd0-681c-48ac-aad1-f8b52bcb270d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731919 Oct 26 10:47:19.141851 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5004467-59ce-4ca7-90fb-2f2b452a4960 None None] Pushing event updated for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:19.295690 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526d456-9562-4706-bea4-82ce79902456 None None] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:47:19.344755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ddce35f9-47cc-4d45-8c87-1a3efb422540 None None] Provisioning complete for port 590f4d8a-386b-408c-997c-904335209a17 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:19.345183 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ddce35f9-47cc-4d45-8c87-1a3efb422540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:19.353029 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device cf072d9e-fb38-4a36-982f-04b4ed002f7a up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:19.495808 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:19.555448 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d741e-b4f9-488d-8039-fd1ed4b5db44 req-f52d1d81-0aa4-4c34-aec5-fa92f51e6e7d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:19.562856 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e05d741e-b4f9-488d-8039-fd1ed4b5db44 req-f52d1d81-0aa4-4c34-aec5-fa92f51e6e7d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1425281 Oct 26 10:47:19.638992 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:19.667122 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e05d741e-b4f9-488d-8039-fd1ed4b5db44 req-487bd982-b8cb-4457-9768-598daaa55482 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927911 Oct 26 10:47:19.703931 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6433c08-8e01-4ea1-9ddd-60e3b335f2b6 None None] The sync data for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi is: [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:19.735344 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port cf072d9e-fb38-4a36-982f-04b4ed002f7a triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:19.735709 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:19.798079 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:19.943835 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:17Z', 'revision_number': 3, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:19.976425 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:19.983572 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Checking router: 6c4000c5-aac2-471e-a559-e25ed3f6308b for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:19.984162 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Updating router 6c4000c5-aac2-471e-a559-e25ed3f6308b port 251ae216-decd-4d03-a2f8-4752c2715ac0 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:19.986314 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] Provisioning complete for port ec2deeb7-505e-4170-b012-a3f6c4b57cce triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:19.986942 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.034737 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Allocated IP 172.20.0.1 (bdcdb2f8-6f65-4fdd-aaa4-db266b108846/8b8c221a-d6c4-4b96-a055-df3001b6db42/85bb8c7a-9761-4a55-89e4-710a819f0437) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:20.068246 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port cf072d9e-fb38-4a36-982f-04b4ed002f7a, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=cf072d9e-fb38-4a36-982f-04b4ed002f7a,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:20.069870 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.126415 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.128130 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device ec2deeb7-505e-4170-b012-a3f6c4b57cce up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:20.214189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.268308 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d4831-42e0-4cda-a1d8-de00300df41e req-3ed39495-538d-40ab-bff8-5d93dd4d20cb tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:20.270723 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-732d4831-42e0-4cda-a1d8-de00300df41e req-3ed39495-538d-40ab-bff8-5d93dd4d20cb tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0825231 Oct 26 10:47:20.274689 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.300631 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=cf072d9e-fb38-4a36-982f-04b4ed002f7a,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:20.318742 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-732d4831-42e0-4cda-a1d8-de00300df41e req-76044b07-1ed6-4383-8160-bbd3a312cd49 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Oct 26 10:47:20.326982 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:20.330858 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:20.334100 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:20.334318 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.429401 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port ec2deeb7-505e-4170-b012-a3f6c4b57cce triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:20.430018 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.444452 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Pushing event updated for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:20.463145 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.523328 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.540029 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] For port ec2deeb7-505e-4170-b012-a3f6c4b57cce, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=ec2deeb7-505e-4170-b012-a3f6c4b57cce,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:20.553025 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.754547 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c83edb79-ee61-4b70-a030-f3f540c7456c up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:20.793480 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab288a-909d-4dd8-8e36-444117e9478e None None] Pushing event updated for resources: {'Port': ['ID=ec2deeb7-505e-4170-b012-a3f6c4b57cce,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:20.799643 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.805172 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dc5d0cfc-5c0f-4142-bde1-ca5e3987b729 None None] Provisioning complete for port ec2deeb7-505e-4170-b012-a3f6c4b57cce triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:20.805600 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0cfc-5c0f-4142-bde1-ca5e3987b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.843118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.948236 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9d25b-2793-4aaa-92d6-3d418932515b None None] Pushing event updated for resources: {'Port': ['ID=251ae216-decd-4d03-a2f8-4752c2715ac0,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:20.961454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Attempting to bind port 251ae216-decd-4d03-a2f8-4752c2715ac0 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:20.961454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Attempting to bind port 251ae216-decd-4d03-a2f8-4752c2715ac0 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:20.961454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Attempting to bind port 251ae216-decd-4d03-a2f8-4752c2715ac0 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:20.978770 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:20.979286 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:20.979761 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:20.980071 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:20.980550 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Bound port: 251ae216-decd-4d03-a2f8-4752c2715ac0, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:20.981136 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.016122 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5cdb6-bef0-46af-92e6-f8a7377ad438 req-351e6fa0-ae91-4f7e-9d2b-0df0ffd3aaba tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:21.017707 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3e5cdb6-bef0-46af-92e6-f8a7377ad438 req-351e6fa0-ae91-4f7e-9d2b-0df0ffd3aaba tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0745440 Oct 26 10:47:21.048878 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port c83edb79-ee61-4b70-a030-f3f540c7456c triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:21.050169 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.153025 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3e5cdb6-bef0-46af-92e6-f8a7377ad438 req-a40fcdd3-572e-41c4-81ce-d25a2b69e5f3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204853 Oct 26 10:47:21.205457 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Sync routers for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:21.205996 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.209585 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] For port 251ae216-decd-4d03-a2f8-4752c2715ac0, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:21.212903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.214316 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.218805 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] For port 251ae216-decd-4d03-a2f8-4752c2715ac0, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=251ae216-decd-4d03-a2f8-4752c2715ac0,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:21.219511 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:21.220594 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:21.224961 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-dc5d0cfc-5c0f-4142-bde1-ca5e3987b729 None None] Provisioning complete for port 85bb8c7a-9761-4a55-89e4-710a819f0437 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:21.225313 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0cfc-5c0f-4142-bde1-ca5e3987b729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.290187 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.292871 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d0cfc-5c0f-4142-bde1-ca5e3987b729 None None] Port 85bb8c7a-9761-4a55-89e4-710a819f0437 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:21.405245 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:21.406993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:21.413267 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9d25b-2793-4aaa-92d6-3d418932515b None None] Pushing event updated for resources: {'Port': ['ID=251ae216-decd-4d03-a2f8-4752c2715ac0,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:21.431330 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Pushing event updated for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:21.447967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:21.452645 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:21.570662 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:21.606126 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57312) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:21.641295 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af66fa9-d73c-42d9-a1bd-2232b2b5e234 req-f0647ae4-a1c0-45de-82fc-a1d6521f3df2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:21.649797 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9af66fa9-d73c-42d9-a1bd-2232b2b5e234 req-f0647ae4-a1c0-45de-82fc-a1d6521f3df2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1662443 Oct 26 10:47:21.693641 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Router 6c4000c5-aac2-471e-a559-e25ed3f6308b has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:47:21.724229 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9af66fa9-d73c-42d9-a1bd-2232b2b5e234 req-d145d6c8-b73d-4e54-9d88-3770cfe5ce0d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688300 Oct 26 10:47:21.858010 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 590f4d8a-386b-408c-997c-904335209a17 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:21.917293 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-651853d6-e70d-4c14-8b8c-a95f66f51613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.956879 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-650090c5-66b3-44cc-a63d-8d4db1c36825 None None] Provisioning complete for port 85bb8c7a-9761-4a55-89e4-710a819f0437 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:21.957277 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-650090c5-66b3-44cc-a63d-8d4db1c36825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:21.987586 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:47:22.001830 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b7f455e2-2b55-4628-8d38-49c00319a02f admin admin] 10.222.0.79 "PUT /v2.0/routers/6c4000c5-aac2-471e-a559-e25ed3f6308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647491 Oct 26 10:47:22.011060 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:22.047282 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-651853d6-e70d-4c14-8b8c-a95f66f51613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.050820 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '87aae76e-9a18-44e3-bf91-ffd51bf52d92', 'name': '', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'mac_address': 'fa:16:3e:45:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:11Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 2, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'subnets': [{'id': '64fc387c-ea60-4224-b781-59354c9884cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:22.057324 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-651853d6-e70d-4c14-8b8c-a95f66f51613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.061971 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 590f4d8a-386b-408c-997c-904335209a17 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:22.062991 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.068991 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-650090c5-66b3-44cc-a63d-8d4db1c36825 None None] Port 85bb8c7a-9761-4a55-89e4-710a819f0437 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:22.098619 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Checking router: 4342acf6-49bd-400b-a12d-c15d8d2bb8bf for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:22.099189 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Updating router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:22.113640 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57320) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:22.114287 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-651853d6-e70d-4c14-8b8c-a95f66f51613 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11bc6ca61c014216bcb7f36ce34b9f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068197 Oct 26 10:47:22.118072 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651853d6-e70d-4c14-8b8c-a95f66f51613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d301bf4-b250-4fd7-ae4b-782a08d307bb,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:22.141632 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.228887 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.282953 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.359818 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device cf072d9e-fb38-4a36-982f-04b4ed002f7a up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:22.386728 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.389986 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.393502 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d301bf4-b250-4fd7-ae4b-782a08d307bb HTTP/1.1" status: 204 len: 168 time: 0.2766075 Oct 26 10:47:22.400389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca400-cd4e-4e88-97ab-a30bf67cb5a3 req-cb140238-1e00-4cdf-930f-3d5feb10b394 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:22.406864 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-718ca400-cd4e-4e88-97ab-a30bf67cb5a3 req-cb140238-1e00-4cdf-930f-3d5feb10b394 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1143897 Oct 26 10:47:22.421724 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca000f4-0a02-4de3-963c-a41fe764f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d301bf4-b250-4fd7-ae4b-782a08d307bb,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:22.494429 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port cf072d9e-fb38-4a36-982f-04b4ed002f7a triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:22.494967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.518161 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-718ca400-cd4e-4e88-97ab-a30bf67cb5a3 req-b775d864-5343-4583-96c3-dedf4b187cf8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009781 Oct 26 10:47:22.553684 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '85bb8c7a-9761-4a55-89e4-710a819f0437', 'name': '', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'mac_address': 'fa:16:3e:6e:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:19Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 2, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'subnets': [{'id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:22.592605 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfb640c-59db-48f1-8c49-c9383b43325e None None] The sync data for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi is: [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '85bb8c7a-9761-4a55-89e4-710a819f0437', 'name': '', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'mac_address': 'fa:16:3e:6e:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:19Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 2, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'subnets': [{'id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:22.628139 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.643725 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.679271 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device ec2deeb7-505e-4170-b012-a3f6c4b57cce up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:22.779361 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395cba-2ae8-4465-963c-34d8357f074d None None] Pushing event updated for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:22.782075 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port ec2deeb7-505e-4170-b012-a3f6c4b57cce triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:22.782461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.807858 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Attempting to bind port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:22.808372 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Attempting to bind port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:22.808737 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Attempting to bind port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 on network 3558a8f0-fc97-4ee8-b28c-306675bbea4e {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:22.817708 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:22.818204 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Checking segment: {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:22.818769 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.819165 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Bound using segment: {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:22.819650 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Bound port: 87aae76e-9a18-44e3-bf91-ffd51bf52d92, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:22.820021 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:22.958445 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bd677-85b4-4189-954d-9eb82ea09042 req-c33291c8-c72b-4b19-a6dd-0ca2d1d0a57e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:22.960215 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-829bd677-85b4-4189-954d-9eb82ea09042 req-c33291c8-c72b-4b19-a6dd-0ca2d1d0a57e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1120772 Oct 26 10:47:22.965770 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] For port 87aae76e-9a18-44e3-bf91-ffd51bf52d92, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:22.975301 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] For port 87aae76e-9a18-44e3-bf91-ffd51bf52d92, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=87aae76e-9a18-44e3-bf91-ffd51bf52d92,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:22.986683 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.001357 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] Provisioning complete for port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:23.001728 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.051020 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-829bd677-85b4-4189-954d-9eb82ea09042 req-3db24553-3fcf-4315-83e4-1dfd3ee86fc4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831223 Oct 26 10:47:23.074543 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395cba-2ae8-4465-963c-34d8357f074d None None] Pushing event updated for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:23.097321 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:23.097942 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:46:59Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:23.131758 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.196969 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] For port 87aae76e-9a18-44e3-bf91-ffd51bf52d92, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=87aae76e-9a18-44e3-bf91-ffd51bf52d92,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:23.202645 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.330494 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c610d-6883-496c-a9d6-2ae680800e77 None None] Pushing event updated for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:23.331750 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:23.446408 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-09156d87-7257-4ff3-bbdf-fed03710976d None None] Provisioning complete for port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:23.448058 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-09156d87-7257-4ff3-bbdf-fed03710976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.668175 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '87aae76e-9a18-44e3-bf91-ffd51bf52d92', 'name': '', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'mac_address': 'fa:16:3e:45:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:11Z', 'updated_at': '2021-10-26T10:47:22Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'subnets': [{'id': '64fc387c-ea60-4224-b781-59354c9884cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:23.676632 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 87aae76e-9a18-44e3-bf91-ffd51bf52d92 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:23.724000 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc34681-45fb-4e4a-9cfe-3cb171fe88a2 None None] The sync data for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi is: [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '87aae76e-9a18-44e3-bf91-ffd51bf52d92', 'name': '', 'network_id': '3558a8f0-fc97-4ee8-b28c-306675bbea4e', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'mac_address': 'fa:16:3e:45:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '64fc387c-ea60-4224-b781-59354c9884cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:11Z', 'updated_at': '2021-10-26T10:47:22Z', 'revision_number': 4, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'subnets': [{'id': '64fc387c-ea60-4224-b781-59354c9884cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:23.752728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e4348-d843-4055-970b-928ce7908d1a req-6e5e46bf-18c2-45d9-964b-8b0ced0cd7ec tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:23.754213 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3b6e4348-d843-4055-970b-928ce7908d1a req-6e5e46bf-18c2-45d9-964b-8b0ced0cd7ec tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0927458 Oct 26 10:47:23.755763 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:23.756289 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:23.824124 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3b6e4348-d843-4055-970b-928ce7908d1a req-e12b3843-b04f-46ca-b6b8-d9a13f969f7a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616109 Oct 26 10:47:24.195796 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec3f5a-9cd5-42e5-9ea1-9b2d7dec54f6 req-37220e9b-80ac-4907-b0fe-49e864218a64 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:24.205028 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bdec3f5a-9cd5-42e5-9ea1-9b2d7dec54f6 req-37220e9b-80ac-4907-b0fe-49e864218a64 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0660818 Oct 26 10:47:24.210707 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57396) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:24.261305 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bdec3f5a-9cd5-42e5-9ea1-9b2d7dec54f6 req-5bc80c1d-bb5f-4941-8dc6-6c40e2395b08 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Oct 26 10:47:24.442571 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.540680 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.548719 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.629686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec227a9-1929-419e-bad3-89ed0808b7e2,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:24.638534 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49e298f15c0647d0a68784cb286e7a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261150 Oct 26 10:47:24.639000 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57402) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:24.643935 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.644397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.644843 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.645322 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.645816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.646263 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.646685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.647107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.647526 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.647962 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.648375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.648789 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4524-ef09-4f84-a721-571ce309a2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.723050 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.746941 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.807564 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.810630 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:24.811943 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ec227a9-1929-419e-bad3-89ed0808b7e2 HTTP/1.1" status: 204 len: 168 time: 0.1715329 Oct 26 10:47:24.821802 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec227a9-1929-419e-bad3-89ed0808b7e2,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:24.830180 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.830748 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.831238 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.831975 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.832453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.832932 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.833479 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.833963 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.834431 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.834914 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.835240 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:24.835850 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3bd1-da90-43fd-a2b8-61db74b6b1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:25.178141 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6f2d-9a4f-4aa3-825a-30b755093a4a req-06fca226-b112-41ab-86b0-82ed50d27564 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:25.179733 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-275e6f2d-9a4f-4aa3-825a-30b755093a4a req-06fca226-b112-41ab-86b0-82ed50d27564 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.2252507 Oct 26 10:47:25.256840 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-275e6f2d-9a4f-4aa3-825a-30b755093a4a req-8d357112-a41d-4a0c-a7f4-c4b2f22f8bbf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656760 Oct 26 10:47:25.403187 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf16290-34e7-4731-811a-0d64e1fb5a61 req-cd9cc7b4-a820-495b-b159-8935544bcf4b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:25.412383 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-dbf16290-34e7-4731-811a-0d64e1fb5a61 req-cd9cc7b4-a820-495b-b159-8935544bcf4b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0847178 Oct 26 10:47:25.492951 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-dbf16290-34e7-4731-811a-0d64e1fb5a61 req-21442e3f-8c58-4bf0-b89c-debd60007778 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Oct 26 10:47:26.409663 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1531-c7cc-4490-b8ab-ac214f61e2ed req-c3e0acd4-fc94-4995-bad2-1ec2d50c9653 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:26.421173 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a57c1531-c7cc-4490-b8ab-ac214f61e2ed req-c3e0acd4-fc94-4995-bad2-1ec2d50c9653 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0788770 Oct 26 10:47:26.473638 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a57c1531-c7cc-4490-b8ab-ac214f61e2ed req-fbce6230-c132-42f8-927b-eabe786e2b25 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Oct 26 10:47:26.628964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903ebfc-fd57-439d-92c6-3751a02020f5 req-9780ec8d-6032-4a2a-b06b-d91720246192 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:26.631016 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3903ebfc-fd57-439d-92c6-3751a02020f5 req-9780ec8d-6032-4a2a-b06b-d91720246192 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0519309 Oct 26 10:47:26.683862 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3903ebfc-fd57-439d-92c6-3751a02020f5 req-5ad305a3-fbb1-465d-9194-6b9fe0bf2654 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Oct 26 10:47:27.103488 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0f82ca76-2a54-4b73-96f9-83b73fd707e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:27.216343 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a7788-0060-44f1-9534-6d3838eecbfc req-2cd8762d-9d0b-4872-a42f-46a7223846c5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:27.238482 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-674a7788-0060-44f1-9534-6d3838eecbfc req-2cd8762d-9d0b-4872-a42f-46a7223846c5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0829430 Oct 26 10:47:27.306622 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-674a7788-0060-44f1-9534-6d3838eecbfc req-cb646bcf-4c3e-49d5-acdc-e08e337df9f8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668314 Oct 26 10:47:27.646009 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 251ae216-decd-4d03-a2f8-4752c2715ac0 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:27.663530 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eecb23-58e2-4b06-b1f7-fc4448875cdb req-5863068c-a6de-4852-8f1f-0b470a68fa4f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:27.666007 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-83eecb23-58e2-4b06-b1f7-fc4448875cdb req-5863068c-a6de-4852-8f1f-0b470a68fa4f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0912437 Oct 26 10:47:27.715000 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 251ae216-decd-4d03-a2f8-4752c2715ac0 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:27.716184 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:27.766510 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-83eecb23-58e2-4b06-b1f7-fc4448875cdb req-ebec5d39-5bb9-462a-9f01-9c95cfd7fa74 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921946 Oct 26 10:47:27.843034 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7b9e9-e64c-4cb2-97f4-7d392c3efbb9 req-9c84c843-380e-4df3-934b-b91e27c30dea tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:27.851267 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7cc7b9e9-e64c-4cb2-97f4-7d392c3efbb9 req-9c84c843-380e-4df3-934b-b91e27c30dea tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0666156 Oct 26 10:47:27.854930 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:27.881169 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 251ae216-decd-4d03-a2f8-4752c2715ac0, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=251ae216-decd-4d03-a2f8-4752c2715ac0,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:27.894467 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:27.970719 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=251ae216-decd-4d03-a2f8-4752c2715ac0,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:27.978500 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.978998 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.979854 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.980192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.980648 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.981037 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.981985 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.982517 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.983056 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.983569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.983958 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:27.984343 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:47:28.148712 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7cc7b9e9-e64c-4cb2-97f4-7d392c3efbb9 req-4edbbf39-a60a-49cf-a218-8849df82d913 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949555 Oct 26 10:47:28.445363 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38d431-b9f3-4d37-921d-cebb7bda8adb req-b1f3061f-ea43-460a-8d56-18cf2fd1a62c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:28.447508 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9a38d431-b9f3-4d37-921d-cebb7bda8adb req-b1f3061f-ea43-460a-8d56-18cf2fd1a62c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0558524 Oct 26 10:47:28.511113 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9a38d431-b9f3-4d37-921d-cebb7bda8adb req-196ecbf0-8841-4451-a2a4-c59ddce362a7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544605 Oct 26 10:47:28.914579 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029a98-29a1-4131-8a64-a9d1d6c68ac6 req-b03e6a2d-d11a-420f-bf6a-0d3e1b7c8891 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:28.921689 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-60029a98-29a1-4131-8a64-a9d1d6c68ac6 req-b03e6a2d-d11a-420f-bf6a-0d3e1b7c8891 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0663903 Oct 26 10:47:28.970352 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-60029a98-29a1-4131-8a64-a9d1d6c68ac6 req-f9ff734f-da24-459c-b497-8c7ea8b8b830 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Oct 26 10:47:29.302883 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae9d2-13db-4c60-b71c-8fcf62f5e349 req-efc68246-80b9-4036-bb2f-7504fdcb233c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:29.311529 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92fae9d2-13db-4c60-b71c-8fcf62f5e349 req-efc68246-80b9-4036-bb2f-7504fdcb233c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0685015 Oct 26 10:47:29.357939 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92fae9d2-13db-4c60-b71c-8fcf62f5e349 req-23565603-485d-4628-8f76-48540a516434 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Oct 26 10:47:29.520479 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8b679dbb-bb6a-4bb2-b474-15c2651f7ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:29.573422 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 251ae216-decd-4d03-a2f8-4752c2715ac0 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:29.680180 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 251ae216-decd-4d03-a2f8-4752c2715ac0 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:29.680657 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:29.695929 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f58c2-2cff-42a6-9597-75c1741b0b2c req-fbbd37f3-cdef-4eb8-baf7-2fe5b4ae5084 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:29.704161 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-632f58c2-2cff-42a6-9597-75c1741b0b2c req-fbbd37f3-cdef-4eb8-baf7-2fe5b4ae5084 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0668137 Oct 26 10:47:29.753713 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-632f58c2-2cff-42a6-9597-75c1741b0b2c req-57644c6b-6b53-433e-9e61-4963f0381eef tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483029 Oct 26 10:47:30.112409 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Sync routers for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:47:30.116722 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c087c1-1e33-4849-b1cd-ca60747488df req-3f0ceac1-03aa-41b2-88e0-84d5736e6f1c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:30.124779 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-30c087c1-1e33-4849-b1cd-ca60747488df req-3f0ceac1-03aa-41b2-88e0-84d5736e6f1c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0738235 Oct 26 10:47:30.135760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:30.136399 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:47:29Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:30.180653 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-30c087c1-1e33-4849-b1cd-ca60747488df req-d45d7f16-a25b-40de-95d5-310cb0af484e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548215 Oct 26 10:47:30.320281 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:30.540870 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff450b-449e-4b6e-9127-a3606e94b309 req-8cc5ca01-7789-4343-993d-dc48417aad32 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:30.553582 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8eff450b-449e-4b6e-9127-a3606e94b309 req-8cc5ca01-7789-4343-993d-dc48417aad32 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0772324 Oct 26 10:47:30.614089 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8eff450b-449e-4b6e-9127-a3606e94b309 req-de2ea723-f5e9-4543-b0db-706bc6b9233b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549366 Oct 26 10:47:30.736894 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '85bb8c7a-9761-4a55-89e4-710a819f0437', 'name': '', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'mac_address': 'fa:16:3e:6e:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:19Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 2, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'subnets': [{'id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:30.760350 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 57518) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:30.766415 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Checking router: 6c4000c5-aac2-471e-a559-e25ed3f6308b for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:47:30.766773 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Updating router 6c4000c5-aac2-471e-a559-e25ed3f6308b port 85bb8c7a-9761-4a55-89e4-710a819f0437 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:47:30.800547 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:30.924659 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb4e83-0f45-48d1-80fd-a6ef5ba91b73 req-0e6680a9-daa3-49c6-91b2-58d0a4958738 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:30.926250 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0bb4e83-0f45-48d1-80fd-a6ef5ba91b73 req-0e6680a9-daa3-49c6-91b2-58d0a4958738 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0862300 Oct 26 10:47:30.939704 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0551b1da-ddea-4517-b2d6-2fac7fa1655b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:30.991358 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.002110 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0bb4e83-0f45-48d1-80fd-a6ef5ba91b73 req-efc01b52-46fd-420b-872b-0eb51bc9ed0e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598099 Oct 26 10:47:31.038561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.099330 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0551b1da-ddea-4517-b2d6-2fac7fa1655b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.104772 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0551b1da-ddea-4517-b2d6-2fac7fa1655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.137031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551b1da-ddea-4517-b2d6-2fac7fa1655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe29d66-2112-4914-b8ae-5650e62e27b0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:31.168561 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 57524) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:47:31.168790 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0551b1da-ddea-4517-b2d6-2fac7fa1655b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6d6baf24c1c4352a4429c0bb8cddde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071579 Oct 26 10:47:31.226395 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.226955 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.234172 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.261135 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.303376 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2509cb2-ae35-46b7-9a1d-1ed45318f9f1 None None] Pushing event updated for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:31.382416 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Attempting to bind port 85bb8c7a-9761-4a55-89e4-710a819f0437 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:31.382999 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Attempting to bind port 85bb8c7a-9761-4a55-89e4-710a819f0437 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:31.383571 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Attempting to bind port 85bb8c7a-9761-4a55-89e4-710a819f0437 on network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:31.390279 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:31.393743 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Checking segment: {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:31.397446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.397746 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Bound using segment: {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:31.398355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Bound port: 85bb8c7a-9761-4a55-89e4-710a819f0437, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901ca30a-f325-425f-9b00-2645c3a495a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:31.398839 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.413235 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d30934-c014-4e70-9da4-da2388f9abb0 req-506fcbda-8441-499b-82ff-d1e591361cee tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:31.422572 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-49d30934-c014-4e70-9da4-da2388f9abb0 req-506fcbda-8441-499b-82ff-d1e591361cee tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1089325 Oct 26 10:47:31.441878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.444653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.448391 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/abe29d66-2112-4914-b8ae-5650e62e27b0 HTTP/1.1" status: 204 len: 168 time: 0.2758939 Oct 26 10:47:31.523138 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-49d30934-c014-4e70-9da4-da2388f9abb0 req-876eb85e-d455-4cbd-bbdf-fd9f53d9971b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993464 Oct 26 10:47:31.523796 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe0a53-8260-49a9-96d1-967f1d8fbf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe29d66-2112-4914-b8ae-5650e62e27b0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:31.564461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] For port 85bb8c7a-9761-4a55-89e4-710a819f0437, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:31.583328 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] For port 85bb8c7a-9761-4a55-89e4-710a819f0437, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=85bb8c7a-9761-4a55-89e4-710a819f0437,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:31.622825 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.833936 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fc6f7-0d54-4d9f-b2e4-2aac32b57cd5 req-cbe80d4d-d490-4369-b245-2b860d2a6b9d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:31.845339 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] Provisioning complete for port 85bb8c7a-9761-4a55-89e4-710a819f0437 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:31.846241 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-419fc6f7-0d54-4d9f-b2e4-2aac32b57cd5 req-cbe80d4d-d490-4369-b245-2b860d2a6b9d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1005309 Oct 26 10:47:31.852046 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:31.877233 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:47:31.878421 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:47:29Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:31.924884 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-419fc6f7-0d54-4d9f-b2e4-2aac32b57cd5 req-413c5d7c-7bf2-4e67-b3da-c5b7ac31cb2f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773716 Oct 26 10:47:31.984082 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2509cb2-ae35-46b7-9a1d-1ed45318f9f1 None None] Pushing event updated for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:32.098713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-1b197db6-d65a-42c7-9153-d73ec92c725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.100489 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-1b197db6-d65a-42c7-9153-d73ec92c725a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.0482793 Oct 26 10:47:32.161098 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac705d-dd36-4e5b-b39e-5324e68509e4 req-db4dec4a-aab2-4d3c-926c-f73dcfa97dfb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.171377 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9ac705d-dd36-4e5b-b39e-5324e68509e4 req-db4dec4a-aab2-4d3c-926c-f73dcfa97dfb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Oct 26 10:47:32.174751 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:47:32.210438 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:32.232488 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9ac705d-dd36-4e5b-b39e-5324e68509e4 req-658a5e01-6e50-42b6-852a-ca77e3757d7d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539162 Oct 26 10:47:32.250203 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-da4e48c5-ef95-4f5b-861a-d28eaeac55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.252737 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-da4e48c5-ef95-4f5b-861a-d28eaeac55fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.1281366 Oct 26 10:47:32.315519 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] For port 85bb8c7a-9761-4a55-89e4-710a819f0437, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=85bb8c7a-9761-4a55-89e4-710a819f0437,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:32.365129 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:32.391062 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-38f12a18-09dd-404b-be3b-67db20c84b86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 1000 time: 0.1227670 Oct 26 10:47:32.458169 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:47:32.479903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-2e2f3a7f-f8d0-4c08-b6a0-67b4fbc16492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.481988 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-2e2f3a7f-f8d0-4c08-b6a0-67b4fbc16492 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0798423 Oct 26 10:47:32.511709 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799c38-2625-4668-820e-7a61151dfa89 None None] Pushing event updated for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:32.642678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-820d995c-a891-4ea4-aa14-9d495f03c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.644253 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-820d995c-a891-4ea4-aa14-9d495f03c67b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530974 Oct 26 10:47:32.688419 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-87c752f4-c74f-46f4-9895-58b3ab1c5e3b None None] Provisioning complete for port 85bb8c7a-9761-4a55-89e4-710a819f0437 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:32.689198 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-87c752f4-c74f-46f4-9895-58b3ab1c5e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:32.796046 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286163f0-986c-4f8b-acec-f88854d2a156 req-0f3636bc-081a-429f-a01f-d811222dd15d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:32.803728 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-286163f0-986c-4f8b-acec-f88854d2a156 req-0f3636bc-081a-429f-a01f-d811222dd15d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.1584992 Oct 26 10:47:32.835514 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:32.847918 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '85bb8c7a-9761-4a55-89e4-710a819f0437', 'name': '', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'mac_address': 'fa:16:3e:6e:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:19Z', 'updated_at': '2021-10-26T10:47:31Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'subnets': [{'id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:47:32.862300 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-286163f0-986c-4f8b-acec-f88854d2a156 req-deb57a85-649e-44de-9575-85692b7b25bb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574412 Oct 26 10:47:32.896321 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-f156dc4e-0987-4574-95ad-d633f54fde72 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798058 Oct 26 10:47:32.900860 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e528c-2e5c-4e52-a22e-29cc41dbbaff None None] The sync data for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi is: [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:47:20Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '85bb8c7a-9761-4a55-89e4-710a819f0437', 'name': '', 'network_id': 'bdcdb2f8-6f65-4fdd-aaa4-db266b108846', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'mac_address': 'fa:16:3e:6e:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:19Z', 'updated_at': '2021-10-26T10:47:31Z', 'revision_number': 4, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'subnets': [{'id': '8b8c221a-d6c4-4b96-a055-df3001b6db42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:47:32.904008 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:47:32.968983 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:32.985979 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:33.024624 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:47:33.063148 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a26ce9fd-419c-4e79-bf95-ce3529253bfa req-619433ad-7ba5-46dd-9192-437b0dd4d7db service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574626 Oct 26 10:47:33.084143 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:33.094799 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:33.136100 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0feea-9992-4b87-b87e-9291c93816ad req-b4a5d27a-e5f8-474f-9321-5e1216a175b5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:33.138740 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c4d0feea-9992-4b87-b87e-9291c93816ad req-b4a5d27a-e5f8-474f-9321-5e1216a175b5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.1007419 Oct 26 10:47:33.167812 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=6']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:33.201773 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c4d0feea-9992-4b87-b87e-9291c93816ad req-e5629bd6-563e-42f3-a85b-c8be3e9c996e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Oct 26 10:47:33.207219 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:47:33.399704 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab9ae6-340e-43a9-9157-694894c687d3 req-e408a080-f06d-452b-a889-5e8454553091 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:33.410481 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-22ab9ae6-340e-43a9-9157-694894c687d3 req-e408a080-f06d-452b-a889-5e8454553091 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0875244 Oct 26 10:47:33.477707 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-22ab9ae6-340e-43a9-9157-694894c687d3 req-d0f9f0f7-ae56-4ea4-a16c-c3bc163b4647 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657070 Oct 26 10:47:33.619695 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 85bb8c7a-9761-4a55-89e4-710a819f0437 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:33.721804 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 85bb8c7a-9761-4a55-89e4-710a819f0437 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:33.722336 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:34.056043 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b4d10-b08c-488c-9a00-684c13667af1 req-a8ce9b4f-3581-4915-afc3-75b72b52248e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:34.066306 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-678b4d10-b08c-488c-9a00-684c13667af1 req-a8ce9b4f-3581-4915-afc3-75b72b52248e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 944 time: 0.1078994 Oct 26 10:47:34.099448 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:34.142474 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-678b4d10-b08c-488c-9a00-684c13667af1 req-36035086-59bc-44c7-a179-8743d415864b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748301 Oct 26 10:47:34.389752 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4a8aa-683b-4020-bfdf-b0291388b0ef req-8764d38b-2e4a-4d53-b652-57603f533056 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:34.398068 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bba4a8aa-683b-4020-bfdf-b0291388b0ef req-8764d38b-2e4a-4d53-b652-57603f533056 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0952775 Oct 26 10:47:34.445236 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:47:34.456194 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bba4a8aa-683b-4020-bfdf-b0291388b0ef req-19ee63b5-fda0-498f-8a43-e2679ffebd63 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Oct 26 10:47:34.518550 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:34.518924 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:34.631666 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:34.669958 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fd63-6f37-4f32-8292-40ef05cff833 req-da16dd1a-2e7c-4d26-b1cd-b371ebb1fa3d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:34.670891 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:47:34.672416 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1150fd63-6f37-4f32-8292-40ef05cff833 req-da16dd1a-2e7c-4d26-b1cd-b371ebb1fa3d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.1052897 Oct 26 10:47:34.673384 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f48d595-efee-4b02-85a0-63787f438ee9" -d '{"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:47:34.698073 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:34.714031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:34.772902 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1150fd63-6f37-4f32-8292-40ef05cff833 req-5f91e035-58ef-4b03-9294-b663095b2927 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859177 Oct 26 10:47:34.783945 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da00d72-703f-4916-aaf2-d0d5dc582fc9 x-openstack-request-id: req-1da00d72-703f-4916-aaf2-d0d5dc582fc9 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:47:34.783945 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:47:34.783945 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1da00d72-703f-4916-aaf2-d0d5dc582fc9 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:47:34.783945 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'code': 200} Oct 26 10:47:34.783945 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=7']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:35.465287 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d75bb4-c507-49e7-b19c-78cb78fca61e req-b3d8b4fc-3e82-457f-8ec6-bb9a4b863207 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:35.515604 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f0d75bb4-c507-49e7-b19c-78cb78fca61e req-b3d8b4fc-3e82-457f-8ec6-bb9a4b863207 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.2214687 Oct 26 10:47:35.615705 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f0d75bb4-c507-49e7-b19c-78cb78fca61e req-58d16c7c-cfab-4889-ad2b-a39e5ea25bc3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989146 Oct 26 10:47:35.654008 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f902c-7637-4f3c-bdfd-feee703d995b req-7bb7c17d-4c87-4a58-a22a-6b5bb4b5b7ee tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:35.655689 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c42f902c-7637-4f3c-bdfd-feee703d995b req-7bb7c17d-4c87-4a58-a22a-6b5bb4b5b7ee tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0843904 Oct 26 10:47:35.701384 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c42f902c-7637-4f3c-bdfd-feee703d995b req-b449a3eb-1438-46e8-a975-799b349712b8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Oct 26 10:47:35.946471 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a850e7-7f2f-4981-b05b-cc55f875d596 req-13363b62-4ef7-4ae1-ae3f-bb308dedd2a8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:35.947870 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-28a850e7-7f2f-4981-b05b-cc55f875d596 req-13363b62-4ef7-4ae1-ae3f-bb308dedd2a8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0837910 Oct 26 10:47:36.002864 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-28a850e7-7f2f-4981-b05b-cc55f875d596 req-e72f9dc6-e60e-4344-b871-b2b6b169f0fa tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 Oct 26 10:47:36.820818 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbdf7a-28e9-4027-b992-f258c8f74939 req-42dc5e3b-6aee-4747-82dc-285ffe45aea6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:36.828319 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-50bbdf7a-28e9-4027-b992-f258c8f74939 req-42dc5e3b-6aee-4747-82dc-285ffe45aea6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0909576 Oct 26 10:47:36.884714 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-50bbdf7a-28e9-4027-b992-f258c8f74939 req-ac23fb22-e2b7-4aa3-ba65-82fa986babcf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Oct 26 10:47:36.959302 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302917d-aec7-493b-8c00-8bc8ec2f82d5 req-83bf3986-7985-4b2b-9a2f-69e7e935400e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:36.960802 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c302917d-aec7-493b-8c00-8bc8ec2f82d5 req-83bf3986-7985-4b2b-9a2f-69e7e935400e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0534039 Oct 26 10:47:37.018188 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c302917d-aec7-493b-8c00-8bc8ec2f82d5 req-8eb5aced-7d98-4994-bbec-b81247add9a2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Oct 26 10:47:37.168046 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac406f-b14c-4205-bc6a-c74ade3c2346 req-f57ea019-8169-4b88-99b7-6ee18f90320b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:37.169505 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fbac406f-b14c-4205-bc6a-c74ade3c2346 req-f57ea019-8169-4b88-99b7-6ee18f90320b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0632780 Oct 26 10:47:37.209301 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fbac406f-b14c-4205-bc6a-c74ade3c2346 req-518b5376-e02b-4afb-b83f-12c8ee122cee tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336692 Oct 26 10:47:37.339139 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-3536f1dd-fe2c-48e9-9f6a-32fa4a38c608 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039600578&fields=id&tenant_id=9bc351134cf84119be3ed19dc2715a53 HTTP/1.1" status: 200 len: 267 time: 0.0384340 Oct 26 10:47:37.466444 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-4bb1e960-eb5a-40f2-bf6d-7ec68c7b4d87 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:37.467970 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-4bb1e960-eb5a-40f2-bf6d-7ec68c7b4d87 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 809 time: 0.1202955 Oct 26 10:47:37.491528 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-71141733-035c-45ae-b3f6-a6434ee35920 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/quotas/9bc351134cf84119be3ed19dc2715a53 HTTP/1.1" status: 200 len: 375 time: 0.0170169 Oct 26 10:47:37.551342 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-2b740170-c78f-4757-8b5c-0c1c0bd1cd4e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593579 Oct 26 10:47:37.673377 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-4850a330-b7c0-4957-9c74-cde6308554ad service neutron] 10.222.0.79 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099572 Oct 26 10:47:37.724625 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d981c-ac77-498c-98f8-92f58fcbda54 req-f6defc54-effb-426b-93c3-0955ed3ad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:37.728935 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6e0d981c-ac77-498c-98f8-92f58fcbda54 req-f6defc54-effb-426b-93c3-0955ed3ad574 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 1098 time: 0.0510654 Oct 26 10:47:37.776675 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6e0d981c-ac77-498c-98f8-92f58fcbda54 req-90ff766e-7e9a-47ca-a0ed-cefc91d62834 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Oct 26 10:47:37.787777 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-33f48bdb-4e53-4792-8d83-15712a37b287 service neutron] 10.222.0.79 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078682 Oct 26 10:47:38.181740 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a063-489a-41c6-abb8-c4515ee306b5 req-9c9a93e5-491c-4d7d-bc03-f3d6d5048555 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:38.185015 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4827a063-489a-41c6-abb8-c4515ee306b5 req-9c9a93e5-491c-4d7d-bc03-f3d6d5048555 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0855057 Oct 26 10:47:38.252692 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4827a063-489a-41c6-abb8-c4515ee306b5 req-f031b663-98a9-4bd8-840e-c419ea2ee700 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606627 Oct 26 10:47:38.410988 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c9975-af48-402b-bc22-a6303b2e65e4 req-a40670bb-6abf-4720-9e00-d752eb590e43 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:38.412770 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af2c9975-af48-402b-bc22-a6303b2e65e4 req-a40670bb-6abf-4720-9e00-d752eb590e43 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0660951 Oct 26 10:47:38.473689 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af2c9975-af48-402b-bc22-a6303b2e65e4 req-0ac02e22-80e3-465e-9495-10a471c69de7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Oct 26 10:47:38.594902 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f27b8a07-75b6-4f27-87f5-15192bb449a3 req-22b50d81-500f-42e1-803d-cfc30947dc25 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 210 time: 0.0357547 Oct 26 10:47:38.730533 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be09b-1bff-49bc-97a8-eea7612f5030 req-93961524-d289-4e84-96b4-65fb49a752c6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:38.733236 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cf3be09b-1bff-49bc-97a8-eea7612f5030 req-93961524-d289-4e84-96b4-65fb49a752c6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0548372 Oct 26 10:47:38.791897 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cf3be09b-1bff-49bc-97a8-eea7612f5030 req-f640d549-7166-46b1-b70f-f7f049a2cf38 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501339 Oct 26 10:47:39.423782 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104abe-cf6d-4573-a8cf-f53b23032468 req-5c5c0005-efc3-4013-838d-57fca5887557 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:39.431758 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e0104abe-cf6d-4573-a8cf-f53b23032468 req-5c5c0005-efc3-4013-838d-57fca5887557 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0994453 Oct 26 10:47:39.490655 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e0104abe-cf6d-4573-a8cf-f53b23032468 req-976689e4-3dfd-451c-8431-497ed825e3b8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532551 Oct 26 10:47:39.547631 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-c29469d8-e060-4dd7-a115-42df27c0298b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:39.549252 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-c29469d8-e060-4dd7-a115-42df27c0298b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 809 time: 0.1833625 Oct 26 10:47:39.608823 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-bb252856-9530-49b6-9d2b-d0fd6b28732c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc351134cf84119be3ed19dc2715a53 HTTP/1.1" status: 200 len: 380 time: 0.0454116 Oct 26 10:47:39.615074 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9deece-1489-4713-9348-d12e6ae2b3af req-89612d13-b6e6-44da-a1f1-11fc9e0b5dec tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:39.616700 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d9deece-1489-4713-9348-d12e6ae2b3af req-89612d13-b6e6-44da-a1f1-11fc9e0b5dec tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0596189 Oct 26 10:47:39.640996 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'port': {'device_id': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'admin_state_up': True, 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'security_groups': ['e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:39.685698 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d9deece-1489-4713-9348-d12e6ae2b3af req-2fd50e39-71fa-4d7f-8eb8-61a96027013e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Oct 26 10:47:39.795444 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Made reservation on behalf of 9bc351134cf84119be3ed19dc2715a53 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:39.799244 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:39.812828 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a3edf8f-b960-48f3-8255-a41f9d6f93e9 req-13a011ec-3d42-4215-a0dd-c171d7e6100f tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 210 time: 0.0316560 Oct 26 10:47:39.966898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Allocated IP 172.20.0.12 (b69043da-01be-49e6-b4ac-e4afff71c147/2ac47f41-4e83-4471-b466-e310d344272e/5cf3d294-fdbb-45cb-87af-ed16250f2943) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:39.971664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6b1d-b328-4446-9060-ad940b636779 req-4bc4a613-d7f5-4222-a7b3-220c0183086d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:39.975244 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff1d6b1d-b328-4446-9060-ad940b636779 req-4bc4a613-d7f5-4222-a7b3-220c0183086d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0634983 Oct 26 10:47:40.020209 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff1d6b1d-b328-4446-9060-ad940b636779 req-38fc4841-9ffe-4598-bdfd-919f319cf14f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Oct 26 10:47:40.198144 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:40.204613 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666fd4-5dff-437f-ba1c-98a62fba22fb req-06a91a0d-fe0c-4a1b-830d-f4d6a51787ce tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:40.211595 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-00666fd4-5dff-437f-ba1c-98a62fba22fb req-06a91a0d-fe0c-4a1b-830d-f4d6a51787ce tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.1149471 Oct 26 10:47:40.268925 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-00666fd4-5dff-437f-ba1c-98a62fba22fb req-d8547037-b271-4e3b-8eaa-3301b8ed4d40 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494237 Oct 26 10:47:40.272651 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:40.341306 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Network b69043da-01be-49e6-b4ac-e4afff71c147 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:40.347039 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:40.351013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:40.380708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:40.380708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:40.396767 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:40.456698 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-347b6c91-5254-4393-b32b-7acaaa5ad937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8413992 Oct 26 10:47:40.481910 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Request body: {'port': {'device_id': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:40.697326 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16582a9-7938-4a1c-8b82-337cdf95ffb4 req-2349031f-1a47-4207-96c8-d76249e94b25 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:40.700474 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d16582a9-7938-4a1c-8b82-337cdf95ffb4 req-2349031f-1a47-4207-96c8-d76249e94b25 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Oct 26 10:47:40.713288 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:40.776761 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d16582a9-7938-4a1c-8b82-337cdf95ffb4 req-b9e25e4a-5543-4fc0-b610-8641db348e9e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660448 Oct 26 10:47:40.817920 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-2a0fde0e-1ddc-4910-b8c8-6829e50de20f None None] Provisioning complete for port 5cf3d294-fdbb-45cb-87af-ed16250f2943 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:40.819281 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-2a0fde0e-1ddc-4910-b8c8-6829e50de20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:40.889244 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fde0e-1ddc-4910-b8c8-6829e50de20f None None] Port 5cf3d294-fdbb-45cb-87af-ed16250f2943 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:40.960464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4547a-243e-44aa-b915-1cf285dd1a40 req-da78e2b8-ee10-4805-ad7e-cd8b70396fd7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:40.962368 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0d4547a-243e-44aa-b915-1cf285dd1a40 req-da78e2b8-ee10-4805-ad7e-cd8b70396fd7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 932 time: 0.0585737 Oct 26 10:47:41.007939 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0d4547a-243e-44aa-b915-1cf285dd1a40 req-4a213a71-d3c6-4162-8008-be9414b08897 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360088 Oct 26 10:47:41.080816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf3d294-fdbb-45cb-87af-ed16250f2943 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:47:41.088479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:41.100880 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Transition to ACTIVE for port object 5cf3d294-fdbb-45cb-87af-ed16250f2943 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:47:41.106759 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:41.169412 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:41.205710 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Attempting to bind port 5cf3d294-fdbb-45cb-87af-ed16250f2943 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:47:41.206345 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Attempting to bind port 5cf3d294-fdbb-45cb-87af-ed16250f2943 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:47:41.206637 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Attempting to bind port 5cf3d294-fdbb-45cb-87af-ed16250f2943 on network b69043da-01be-49e6-b4ac-e4afff71c147 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:41.212881 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Port 5cf3d294-fdbb-45cb-87af-ed16250f2943 on network b69043da-01be-49e6-b4ac-e4afff71c147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:47:41.213335 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Attempting to bind port 5cf3d294-fdbb-45cb-87af-ed16250f2943 on network b69043da-01be-49e6-b4ac-e4afff71c147 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:47:41.219207 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:47:41.219550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Checking segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:47:41.219937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Bound using segment: {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:47:41.220374 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Bound port: 5cf3d294-fdbb-45cb-87af-ed16250f2943, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b49c869-76d2-471b-848c-009d9fdd1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:47:41.220732 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:41.307077 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:47:41.311048 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:47:41.316617 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:41.370048 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:41.370747 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:41.372343 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] 10.222.0.72 "PUT /v2.0/ports/5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 1094 time: 0.8979926 Oct 26 10:47:41.372887 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:47:41.375238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009" -d '{"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:47:41.466585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6d86-7b08-4c3b-a603-5f959c752daa service neutron] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:41.486635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-c3b0ae26-d5eb-485f-a2c9-bcd7d9a01b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:41.487575 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e02e2-3d4e-44dd-ac06-e119fadae262 req-6f4a3e4b-7d8f-45bd-832b-bb15a987793b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:41.489290 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-c3b0ae26-d5eb-485f-a2c9-bcd7d9a01b03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1097 time: 0.0715368 Oct 26 10:47:41.489443 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6e7e02e2-3d4e-44dd-ac06-e119fadae262 req-6f4a3e4b-7d8f-45bd-832b-bb15a987793b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0900443 Oct 26 10:47:41.553379 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6e7e02e2-3d4e-44dd-ac06-e119fadae262 req-a38eae13-fbac-4e15-8c25-d83d0ab7c8ca tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466301 Oct 26 10:47:41.557110 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-65659cea-3354-45be-b387-8f5e518fb206 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 217 time: 0.0579517 Oct 26 10:47:41.644971 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b7d059-ead6-491b-b672-5f698ceb0d96 x-openstack-request-id: req-76b7d059-ead6-491b-b672-5f698ceb0d96 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:47:41.645279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:47:41.645527 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76b7d059-ead6-491b-b672-5f698ceb0d96 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:47:41.645918 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'status': 'completed', 'code': 200} Oct 26 10:47:41.669124 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-2ba5cb39-0212-4d40-8ecb-51263144906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:41.670966 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-2ba5cb39-0212-4d40-8ecb-51263144906d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.1004443 Oct 26 10:47:41.738697 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-98d76b5d-f097-45d6-9438-b40023a3aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:41.740232 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-98d76b5d-f097-45d6-9438-b40023a3aa07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553260 Oct 26 10:47:41.859425 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-4ece7d8a-3b58-4fdf-a376-fef437be565f service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098311 Oct 26 10:47:41.977823 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966b8a81-4a48-4a6c-aa91-aff050df75e5 req-48333c93-28f6-4228-9cb5-f6699043b418 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088383 Oct 26 10:47:42.141981 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-4bd14f8b-5216-4578-85e1-6b0d78e788f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.143369 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-4bd14f8b-5216-4578-85e1-6b0d78e788f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1097 time: 0.0805101 Oct 26 10:47:42.151062 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc897d7-ea3e-492b-a64c-44f0f7372ce8 req-1ed6325b-4114-47eb-b136-7615b24ee512 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.152850 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0dc897d7-ea3e-492b-a64c-44f0f7372ce8 req-1ed6325b-4114-47eb-b136-7615b24ee512 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0920227 Oct 26 10:47:42.153896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-c303a622-3f1e-4820-9273-a92af7625977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.155720 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-c303a622-3f1e-4820-9273-a92af7625977 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0844746 Oct 26 10:47:42.198895 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0dc897d7-ea3e-492b-a64c-44f0f7372ce8 req-1aacd278-de8e-4bc2-b2f0-a0ab9cb3b7cb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388489 Oct 26 10:47:42.313780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-26999f1b-c2b9-4d40-94b9-6b1c58d1ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.315483 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-26999f1b-c2b9-4d40-94b9-6b1c58d1ec52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.1361985 Oct 26 10:47:42.341343 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b642-356f-4b0f-b8b4-1bcb150c74aa req-740f291a-6167-4d0e-aa90-202998416f92 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.355966 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6fb6b642-356f-4b0f-b8b4-1bcb150c74aa req-740f291a-6167-4d0e-aa90-202998416f92 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0881133 Oct 26 10:47:42.374382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-c1a0c4fa-3b48-40e1-b54c-bca468e8a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.375875 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-c1a0c4fa-3b48-40e1-b54c-bca468e8a45a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.2191896 Oct 26 10:47:42.377289 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-767e32a9-f220-4f9c-936f-ec2c563974f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.0479310 Oct 26 10:47:42.400146 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6fb6b642-356f-4b0f-b8b4-1bcb150c74aa req-796ac7ad-e7fc-4229-9c8a-e541eeb0b9d4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Oct 26 10:47:42.462740 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-5af350af-bee4-4039-b83a-d140f02e8e4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 217 time: 0.0718138 Oct 26 10:47:42.530411 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-43ff5d56-988c-435f-8e48-d14154bfba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.531434 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864df82-f3d0-4fb9-bc6f-7bd13511a9bb req-c6d4e551-353a-4ef7-b877-682a6754f8e5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.531834 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-43ff5d56-988c-435f-8e48-d14154bfba0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0595303 Oct 26 10:47:42.532920 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f864df82-f3d0-4fb9-bc6f-7bd13511a9bb req-c6d4e551-353a-4ef7-b877-682a6754f8e5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0836360 Oct 26 10:47:42.541561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-2a434516-43af-4047-81c2-bd8735920581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.542990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-2a434516-43af-4047-81c2-bd8735920581 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.1435146 Oct 26 10:47:42.587772 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f864df82-f3d0-4fb9-bc6f-7bd13511a9bb req-4b8cee0b-a4b7-4369-bb74-d66c75a4a696 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475819 Oct 26 10:47:42.596144 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-2ea3237d-3c10-4098-9208-7ea3a8ff4ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431097 Oct 26 10:47:42.680492 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-4298788c-0015-4c12-a3f1-e217c92e6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.682009 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-4298788c-0015-4c12-a3f1-e217c92e6bed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381860 Oct 26 10:47:42.744487 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dca34-a9f1-4c21-bb23-ed209f5dbdd8 req-8908e97e-ae54-4b43-adce-dbec71d4ee1c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:42.753437 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bd7dca34-a9f1-4c21-bb23-ed209f5dbdd8 req-8908e97e-ae54-4b43-adce-dbec71d4ee1c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0733926 Oct 26 10:47:42.767628 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-4cef5601-6d40-4402-ad36-0b49f19edbec service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541767 Oct 26 10:47:42.813640 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bd7dca34-a9f1-4c21-bb23-ed209f5dbdd8 req-f78380bc-7ffd-42fc-8ebe-09ac1d04dc8c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584056 Oct 26 10:47:43.083156 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-1f76e838-7507-403c-a4d2-4beaba8780ca service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914611 Oct 26 10:47:43.166275 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1b614d2d-41ae-49c3-bfcc-e30a79260eda req-f929233c-e121-418b-92af-fd0472614b93 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909700 Oct 26 10:47:43.210695 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e9e64bce-fb8f-45c0-a6bb-cee3c6251009 req-fa237965-d46e-4f7f-9548-a8db515ef061 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191831 Oct 26 10:47:43.329470 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d40b4c-9198-4022-97ab-68d43ab536c3 req-3b7e06a5-607e-430e-a63c-b26e752bfee8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:43.337032 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64d40b4c-9198-4022-97ab-68d43ab536c3 req-3b7e06a5-607e-430e-a63c-b26e752bfee8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0584435 Oct 26 10:47:43.375904 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64d40b4c-9198-4022-97ab-68d43ab536c3 req-7bf9038f-2c1b-4530-af93-3d7642d2a77d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377114 Oct 26 10:47:43.547188 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ce271-2f10-46a4-9aea-2ba882c45a67 req-e701ecc1-979b-4dd8-abc1-3d54e2224ad9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:43.548685 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b94ce271-2f10-46a4-9aea-2ba882c45a67 req-e701ecc1-979b-4dd8-abc1-3d54e2224ad9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0863380 Oct 26 10:47:43.590885 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b94ce271-2f10-46a4-9aea-2ba882c45a67 req-36f60966-f830-40e3-850c-edb11ed1de54 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357769 Oct 26 10:47:43.721275 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999b917-38cb-4e0e-8ec8-be203e6100ec req-46a61693-afd9-4ca4-8a41-2fd6b6a1e86b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:43.728635 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6999b917-38cb-4e0e-8ec8-be203e6100ec req-46a61693-afd9-4ca4-8a41-2fd6b6a1e86b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0665765 Oct 26 10:47:43.762721 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6999b917-38cb-4e0e-8ec8-be203e6100ec req-36adc7f3-ddff-4d2b-b146-a0bd24d4bfea tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332279 Oct 26 10:47:43.937396 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890ff02-278a-4f52-81ae-c709b5085959 req-fb6d5839-6e49-4531-a518-2006c635c3b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:43.938955 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1890ff02-278a-4f52-81ae-c709b5085959 req-fb6d5839-6e49-4531-a518-2006c635c3b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Oct 26 10:47:44.009237 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1890ff02-278a-4f52-81ae-c709b5085959 req-d0a078aa-0d3d-4eda-bb7a-9c68c3ab6841 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586100 Oct 26 10:47:44.502499 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528845-e4db-41b7-bfc3-97ec48bae285 req-ee0aaa51-e3bb-4f39-b0c3-6595d8351d74 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:44.503977 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-82528845-e4db-41b7-bfc3-97ec48bae285 req-ee0aaa51-e3bb-4f39-b0c3-6595d8351d74 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Oct 26 10:47:44.557775 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-82528845-e4db-41b7-bfc3-97ec48bae285 req-29be9108-ef86-4ad5-aa7f-c17a5c88fd62 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Oct 26 10:47:44.717419 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672b97e-6e20-425b-8405-3b937cba6308 req-9b9b3073-5c87-483e-a7e8-873efff39e28 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:44.724676 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4672b97e-6e20-425b-8405-3b937cba6308 req-9b9b3073-5c87-483e-a7e8-873efff39e28 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0628698 Oct 26 10:47:44.760282 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4672b97e-6e20-425b-8405-3b937cba6308 req-6ad5787e-3137-4446-9082-63ee425df30f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Oct 26 10:47:44.882452 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb3e24-2550-4447-b51b-7afa701bdcf8 req-63c1632a-a844-4cc8-bf37-01492d5b8f5e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:44.883841 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4fb3e24-2550-4447-b51b-7afa701bdcf8 req-63c1632a-a844-4cc8-bf37-01492d5b8f5e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0531676 Oct 26 10:47:44.922865 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4fb3e24-2550-4447-b51b-7afa701bdcf8 req-85f3eb7b-db85-406d-8623-e2ef913673d2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Oct 26 10:47:45.129137 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da0617-352e-41e0-a434-c7694b6c1212 req-b264a5e6-715d-4151-90f5-066c8c8b51df tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.130681 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-70da0617-352e-41e0-a434-c7694b6c1212 req-b264a5e6-715d-4151-90f5-066c8c8b51df tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0591443 Oct 26 10:47:45.173742 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-70da0617-352e-41e0-a434-c7694b6c1212 req-32b241bd-4cdf-48d3-bd06-3d7db8002784 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Oct 26 10:47:45.292357 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-79a53971-9192-4aa4-95fa-e302bd61e0cf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.293874 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-79a53971-9192-4aa4-95fa-e302bd61e0cf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 814 time: 0.1054413 Oct 26 10:47:45.308235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-0384c58e-3de6-4c08-a10a-d58b7ad40631 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/quotas/879892c451254d68b512ff1a990d6e02 HTTP/1.1" status: 200 len: 375 time: 0.0086005 Oct 26 10:47:45.357539 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-118a52fb-1042-422e-b852-86b0a449a71b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443592 Oct 26 10:47:45.452619 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-5b16a6fc-d60f-4a55-88ba-e8ebd9810496 service neutron] 10.222.0.79 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Oct 26 10:47:45.547008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-b23f0046-8dca-478e-abbc-50fa8835a39f service neutron] 10.222.0.79 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Oct 26 10:47:45.738089 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38bda0-f0f2-4fca-8435-0b7e903a0070 req-b3ee8702-afd5-422f-b1ed-a1e2778a5ac3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.740442 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4c38bda0-f0f2-4fca-8435-0b7e903a0070 req-b3ee8702-afd5-422f-b1ed-a1e2778a5ac3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0891526 Oct 26 10:47:45.765964 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b73cce71-68b8-4a6e-b10c-a78b64a90c1f req-cf87f29c-e580-4f91-88e4-501f6deabd16 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 210 time: 0.0397408 Oct 26 10:47:45.805737 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4c38bda0-f0f2-4fca-8435-0b7e903a0070 req-7de897b1-cbd1-43f6-a75e-40ca975a2023 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584247 Oct 26 10:47:45.837923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-bb4cb86b-9e15-49ab-a585-2e6ebd27183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.844728 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-bb4cb86b-9e15-49ab-a585-2e6ebd27183a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1098 time: 0.0544565 Oct 26 10:47:45.952157 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb59c6-f596-4311-9ddf-839fde602769 req-a89cc912-5c7e-4ec9-87f4-45de9274a7e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.953669 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a8bb59c6-f596-4311-9ddf-839fde602769 req-a89cc912-5c7e-4ec9-87f4-45de9274a7e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.1080208 Oct 26 10:47:45.991597 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-9212bd57-c3fd-4584-ac85-bf7da11ccfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:45.992728 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-9212bd57-c3fd-4584-ac85-bf7da11ccfaa service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.1375399 Oct 26 10:47:46.044064 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a8bb59c6-f596-4311-9ddf-839fde602769 req-13da1ac0-ca74-4512-99de-2ce6c0893f70 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Oct 26 10:47:46.055782 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fabe6c-328f-431e-8d2b-7eaf31659258 req-4827aa14-3fe5-421a-bc93-a0021232dcf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:46.057999 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-56fabe6c-328f-431e-8d2b-7eaf31659258 req-4827aa14-3fe5-421a-bc93-a0021232dcf7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0573757 Oct 26 10:47:46.078481 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-ea9995c2-fd60-4da0-aeff-e7e70c729438 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 1001 time: 0.0764141 Oct 26 10:47:46.111488 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-56fabe6c-328f-431e-8d2b-7eaf31659258 req-8d314fb8-b16c-464c-869c-b931d6861878 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Oct 26 10:47:46.140034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-ad585f4b-d5ff-4ab7-89f9-83f90e811c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:46.141528 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-ad585f4b-d5ff-4ab7-89f9-83f90e811c0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0549870 Oct 26 10:47:46.194262 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-94bac95d-750b-43f0-a95c-2ffcf8dc15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:46.195736 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-94bac95d-750b-43f0-a95c-2ffcf8dc15bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459909 Oct 26 10:47:46.329884 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1712f0-36c0-4a7d-878b-73483662dc6a req-b7fc43b9-8832-466e-88a7-66ad762061dd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:46.331326 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8f1712f0-36c0-4a7d-878b-73483662dc6a req-b7fc43b9-8832-466e-88a7-66ad762061dd tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0828421 Oct 26 10:47:46.335338 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-c7b0a43a-6c69-42b6-84e2-d0bf89e41a72 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319566 Oct 26 10:47:46.387945 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8f1712f0-36c0-4a7d-878b-73483662dc6a req-b2d8cb9c-3499-435d-b5b7-b59ad05e19af tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501046 Oct 26 10:47:46.455421 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6844f2e6-3217-4d21-b7c5-10ad8cbbfc1c req-9d00f176-6209-40ab-9d7b-cb9201b959a8 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896857 Oct 26 10:47:46.872014 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6b0b1355-1e2f-4cb8-bef6-4af719bcc9d1 req-4572411d-9fe0-44fb-8994-ef29d309627b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 210 time: 0.0473852 Oct 26 10:47:46.978171 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67993a1-7445-40ba-9ee8-37bf516208e6 req-145033e2-b393-4be5-8948-ee3e6d3b8d51 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:46.979640 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e67993a1-7445-40ba-9ee8-37bf516208e6 req-145033e2-b393-4be5-8948-ee3e6d3b8d51 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0839505 Oct 26 10:47:47.000713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-0463bb74-0086-4380-9231-d6fb26442029 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:47.002151 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-0463bb74-0086-4380-9231-d6fb26442029 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 814 time: 0.1589289 Oct 26 10:47:47.028654 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e67993a1-7445-40ba-9ee8-37bf516208e6 req-21e772cf-63be-4f93-a31d-72703164b636 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Oct 26 10:47:47.033167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'port': {'device_id': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'admin_state_up': True, 'tenant_id': '879892c451254d68b512ff1a990d6e02'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:47:47.156276 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Made reservation on behalf of 879892c451254d68b512ff1a990d6e02 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:47:47.160991 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:47.173716 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a229-70eb-49e9-a5b8-f8285dc83063 req-2ac3f39b-fa1c-4ca6-8fd2-2396a1789ad7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:47.175212 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a83a229-70eb-49e9-a5b8-f8285dc83063 req-2ac3f39b-fa1c-4ca6-8fd2-2396a1789ad7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0621624 Oct 26 10:47:47.215049 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a83a229-70eb-49e9-a5b8-f8285dc83063 req-dd0d2798-e11d-401a-9fed-6933ede4742b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Oct 26 10:47:47.292738 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c9b60-68bc-492e-919d-f8a8a206a388 req-8123d334-e6a2-4286-8ee4-1f24313318ac tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:47.294837 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-592c9b60-68bc-492e-919d-f8a8a206a388 req-8123d334-e6a2-4286-8ee4-1f24313318ac tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.1042130 Oct 26 10:47:47.367124 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Allocated IP 172.20.0.7 (231a2e68-f8fa-49ef-935d-9997cb18783f/6fd912ef-6835-4873-80fb-eb6b6ca88a3e/74023615-196d-41cc-b9af-87101bb30cdd) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:47:47.371722 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-592c9b60-68bc-492e-919d-f8a8a206a388 req-f18522dc-f101-4e20-8be4-b00459b0ab74 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580535 Oct 26 10:47:47.583643 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5e35-a9e5-49ad-922f-de530f73fb8e req-b47e3fcd-657b-4728-b426-af0b934ae086 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:47.600966 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-213f5e35-a9e5-49ad-922f-de530f73fb8e req-b47e3fcd-657b-4728-b426-af0b934ae086 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.1234941 Oct 26 10:47:47.639953 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:47.654951 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-213f5e35-a9e5-49ad-922f-de530f73fb8e req-baf37295-1228-43d2-b4b1-9812c6a74c67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524747 Oct 26 10:47:47.709818 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:47.755778 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Network 231a2e68-f8fa-49ef-935d-9997cb18783f is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:47:47.762459 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:47:47.763092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:47:47.778096 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:47.778933 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:47.800605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:47.831133 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3fcabef4-4891-437e-b8c2-e0650c547e71 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013875 Oct 26 10:47:48.001025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989516a-7865-4cfa-98e4-23f782d60891 req-2ba98f82-3060-4c9b-b114-a40fed901e24 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:48.003925 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d989516a-7865-4cfa-98e4-23f782d60891 req-2ba98f82-3060-4c9b-b114-a40fed901e24 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0512912 Oct 26 10:47:48.020733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-01679890-84f8-4271-9b5b-c3fa75efb725 None None] Provisioning complete for port 74023615-196d-41cc-b9af-87101bb30cdd triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:47:48.021411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-01679890-84f8-4271-9b5b-c3fa75efb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:48.053155 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d989516a-7865-4cfa-98e4-23f782d60891 req-205ecce1-b14f-4829-afe5-2c340db8eff7 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Oct 26 10:47:48.057314 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-01679890-84f8-4271-9b5b-c3fa75efb725 None None] Port 74023615-196d-41cc-b9af-87101bb30cdd cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:47:48.157920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668a8e8-5cc0-4965-a47b-6726b5730664 req-58246f1b-6179-4f70-8459-a34c9d3a97a7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:48.159503 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a668a8e8-5cc0-4965-a47b-6726b5730664 req-58246f1b-6179-4f70-8459-a34c9d3a97a7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0568597 Oct 26 10:47:48.205482 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a668a8e8-5cc0-4965-a47b-6726b5730664 req-ff914944-9188-4d5c-9f1b-4d835121a5e9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 Oct 26 10:47:48.334586 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf929695-b402-488b-a8b9-d6cccd251cdf req-c1d81dd4-0d21-49cf-b5ab-88d4f09e1316 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:48.336023 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf929695-b402-488b-a8b9-d6cccd251cdf req-c1d81dd4-0d21-49cf-b5ab-88d4f09e1316 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0510018 Oct 26 10:47:48.376278 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf929695-b402-488b-a8b9-d6cccd251cdf req-309f0add-051a-4442-9c87-230f2368810b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Oct 26 10:47:48.499437 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40898d-b68e-4a10-958b-34028efc3fea req-48167ca8-3a8c-4cb8-9106-5f65ab20037e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:48.500945 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a40898d-b68e-4a10-958b-34028efc3fea req-48167ca8-3a8c-4cb8-9106-5f65ab20037e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0528517 Oct 26 10:47:48.538393 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a40898d-b68e-4a10-958b-34028efc3fea req-b9d43279-770a-4d62-b2c4-edaac986d910 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Oct 26 10:47:48.787328 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589d7d-e740-4dca-b0d0-d9159ba725dd req-768314da-cf8d-4980-894c-f876035827c2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:48.788784 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-da589d7d-e740-4dca-b0d0-d9159ba725dd req-768314da-cf8d-4980-894c-f876035827c2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0485721 Oct 26 10:47:48.830192 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-da589d7d-e740-4dca-b0d0-d9159ba725dd req-2ed7b93a-6908-4435-948f-1b65f6f62209 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353408 Oct 26 10:47:49.171352 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac55bf-385e-42f1-8835-a9d36dde2f74 req-144f2695-d442-4b6e-a8c7-a12949e94528 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:49.173810 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-30ac55bf-385e-42f1-8835-a9d36dde2f74 req-144f2695-d442-4b6e-a8c7-a12949e94528 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0557013 Oct 26 10:47:49.211361 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-30ac55bf-385e-42f1-8835-a9d36dde2f74 req-6195ebe7-92ce-4474-a859-8dc4309a1972 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Oct 26 10:47:49.331539 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260231e-10a5-431e-bba5-53fc1dfaeead req-28d7b394-9cc7-4ec1-b8e2-f0737a1600f3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:49.333364 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5260231e-10a5-431e-bba5-53fc1dfaeead req-28d7b394-9cc7-4ec1-b8e2-f0737a1600f3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Oct 26 10:47:49.374708 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5260231e-10a5-431e-bba5-53fc1dfaeead req-deebd615-1183-4b97-93e6-ce34fde5febe tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Oct 26 10:47:49.498811 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2319-a448-470e-abcb-cdc114551c3a req-5573c4cd-a9ba-44ee-b696-08355bf2a704 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:49.500463 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fd9e2319-a448-470e-abcb-cdc114551c3a req-5573c4cd-a9ba-44ee-b696-08355bf2a704 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0534673 Oct 26 10:47:49.540618 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-fd9e2319-a448-470e-abcb-cdc114551c3a req-04bd6e2c-7907-4ef2-a06f-436f80a73c6b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Oct 26 10:47:49.676988 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cd809-dd66-4bc1-8429-da755a3dc500 req-7091c364-4bef-4115-bd10-283fae0d444b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:49.685787 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a2cd809-dd66-4bc1-8429-da755a3dc500 req-7091c364-4bef-4115-bd10-283fae0d444b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0774808 Oct 26 10:47:49.722891 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a2cd809-dd66-4bc1-8429-da755a3dc500 req-b4352aad-003f-4b1b-808c-86a8022a1882 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Oct 26 10:47:49.969397 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b0d4a-f223-4ae1-a671-7cf6530d5bfb req-e51f3e89-c811-4edd-9a89-ffb12013dfd4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:49.970862 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-587b0d4a-f223-4ae1-a671-7cf6530d5bfb req-e51f3e89-c811-4edd-9a89-ffb12013dfd4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Oct 26 10:47:50.008317 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-587b0d4a-f223-4ae1-a671-7cf6530d5bfb req-ab7de1c8-6102-466a-b31b-412df615de1e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Oct 26 10:47:50.328845 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10962c-2651-42e7-8490-4bc2a4f4106b req-7c40a167-471a-4de5-af2f-0bf667ee4f15 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:50.330320 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a10962c-2651-42e7-8490-4bc2a4f4106b req-7c40a167-471a-4de5-af2f-0bf667ee4f15 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0477815 Oct 26 10:47:50.373786 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a10962c-2651-42e7-8490-4bc2a4f4106b req-649fa166-6a95-45c2-95e0-7bc7958732dc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 Oct 26 10:47:50.494558 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6473b-7bcd-4abc-923e-ac30515ee248 req-3b89330a-7389-4178-ba4c-32dca696b76e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:50.496235 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0db6473b-7bcd-4abc-923e-ac30515ee248 req-3b89330a-7389-4178-ba4c-32dca696b76e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Oct 26 10:47:50.513664 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:47:50.538235 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0db6473b-7bcd-4abc-923e-ac30515ee248 req-6747aa9e-ba2c-44fe-a80e-bca3f5ae2465 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348630 Oct 26 10:47:50.596046 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:50.644967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:47:50.647355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85109e92-68be-40f2-af2a-70b8e055a349" -d '{"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-unplugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:47:50.665974 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:47:50.666502 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41e30-9db3-4655-a9fa-83e537366ce9 req-6c432afa-abe5-4834-9999-588b65442850 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:50.668660 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7ba41e30-9db3-4655-a9fa-83e537366ce9 req-6c432afa-abe5-4834-9999-588b65442850 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0601273 Oct 26 10:47:50.678209 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:50.704187 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa971c-a830-4268-853a-9b6f9df6c5a2 x-openstack-request-id: req-d5fa971c-a830-4268-853a-9b6f9df6c5a2 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:47:50.704606 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-unplugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:47:50.704968 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5fa971c-a830-4268-853a-9b6f9df6c5a2 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:47:50.705539 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'code': 200} Oct 26 10:47:50.726502 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7ba41e30-9db3-4655-a9fa-83e537366ce9 req-f0f44f5c-3d40-450e-a7d7-fca811235c9a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Oct 26 10:47:50.770568 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=8']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:47:50.867979 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831df161-ea20-44f1-8f60-3304ad51055f req-0b7fe92c-b837-4683-bec8-925b5c2fe85c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:50.869768 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-831df161-ea20-44f1-8f60-3304ad51055f req-0b7fe92c-b837-4683-bec8-925b5c2fe85c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0588193 Oct 26 10:47:50.908196 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-831df161-ea20-44f1-8f60-3304ad51055f req-848ca190-1ea5-4896-95bc-d928c73ab0e0 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Oct 26 10:47:51.133037 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039bc97-202e-430e-92ee-6419bc04a1da req-3ce6711e-c811-4b7f-a408-839332470eda tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:51.134493 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3039bc97-202e-430e-92ee-6419bc04a1da req-3ce6711e-c811-4b7f-a408-839332470eda tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0521653 Oct 26 10:47:51.171999 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3039bc97-202e-430e-92ee-6419bc04a1da req-57157373-232d-403e-b263-1e1fff409938 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Oct 26 10:47:51.270079 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:47:51.541631 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f3e9-b625-4fe5-8218-50aefed887e2 req-dc99ec12-e569-4c21-9782-7cc4bcaac26a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:51.545479 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b994f3e9-b625-4fe5-8218-50aefed887e2 req-dc99ec12-e569-4c21-9782-7cc4bcaac26a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0780292 Oct 26 10:47:51.585178 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b994f3e9-b625-4fe5-8218-50aefed887e2 req-f38b54be-f65f-42f5-a44a-46ff598f070e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Oct 26 10:47:51.663106 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb9f41-4bc0-44f7-995c-996d8e46adcd req-3f6631b8-309c-4d26-a490-87961d5f8b23 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:51.665546 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-09cb9f41-4bc0-44f7-995c-996d8e46adcd req-3f6631b8-309c-4d26-a490-87961d5f8b23 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0540047 Oct 26 10:47:51.703112 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-09cb9f41-4bc0-44f7-995c-996d8e46adcd req-1e2b1585-878b-495a-8dd7-30b777cfd833 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323532 Oct 26 10:47:51.846318 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35389be2-2921-48c5-8a44-805d93c61196 req-70b7f57b-5160-4e8a-a137-9b9d3ba86a1e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:51.848163 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-35389be2-2921-48c5-8a44-805d93c61196 req-70b7f57b-5160-4e8a-a137-9b9d3ba86a1e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0486736 Oct 26 10:47:51.904470 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-35389be2-2921-48c5-8a44-805d93c61196 req-4d53f9d2-5c36-48ab-b3a0-01ddf042a6f1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Oct 26 10:47:52.042943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851c2cd-3af2-40dc-b165-e65802db5ab7 req-b07998cf-ae54-42b0-9ac1-77b97f5d181d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:52.044380 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f851c2cd-3af2-40dc-b165-e65802db5ab7 req-b07998cf-ae54-42b0-9ac1-77b97f5d181d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0641263 Oct 26 10:47:52.080074 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f851c2cd-3af2-40dc-b165-e65802db5ab7 req-3109b7b3-8990-4380-8113-aafa599ced97 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297241 Oct 26 10:47:52.293567 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300872-53d9-4e56-849c-7cdabb2a3f81 req-6141bd91-c91f-4791-986c-cb48c7bb45fb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:52.294949 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff300872-53d9-4e56-849c-7cdabb2a3f81 req-6141bd91-c91f-4791-986c-cb48c7bb45fb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Oct 26 10:47:52.332780 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff300872-53d9-4e56-849c-7cdabb2a3f81 req-c6bc56ea-2dae-4711-b212-1feaa9628c2c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Oct 26 10:47:52.711462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc335-9c2a-4ea0-b91e-0da27122d438 req-76112660-eb5f-4be8-a00f-a812a46210c4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:52.713147 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-368bc335-9c2a-4ea0-b91e-0da27122d438 req-76112660-eb5f-4be8-a00f-a812a46210c4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0626922 Oct 26 10:47:52.751652 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-368bc335-9c2a-4ea0-b91e-0da27122d438 req-8329ddf6-a696-4afb-a38e-e6516c6492ef tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Oct 26 10:47:52.823883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a3365-13de-4181-81de-161cd8680389 req-2307efb0-f958-4ea9-912a-b06a1e0beab4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:52.825432 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d0a3365-13de-4181-81de-161cd8680389 req-2307efb0-f958-4ea9-912a-b06a1e0beab4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0508456 Oct 26 10:47:52.871660 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d0a3365-13de-4181-81de-161cd8680389 req-bac5d216-7185-4a9c-bf6d-dd882a9252f5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Oct 26 10:47:53.025419 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57613296-fbb3-491b-8e13-8f496b1a14e8 req-55fd8978-d3c7-44c9-9281-0d415a3c74ef tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:53.028537 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-57613296-fbb3-491b-8e13-8f496b1a14e8 req-55fd8978-d3c7-44c9-9281-0d415a3c74ef tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0590866 Oct 26 10:47:53.065402 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-57613296-fbb3-491b-8e13-8f496b1a14e8 req-ceee05d2-d501-4d77-8475-80cce75a3cb3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Oct 26 10:47:53.198729 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1391-59aa-4bf2-99c2-67db29ed3147 req-4fb6c336-1073-46a4-b5e2-367c017c340c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:53.200258 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c7de1391-59aa-4bf2-99c2-67db29ed3147 req-4fb6c336-1073-46a4-b5e2-367c017c340c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0474272 Oct 26 10:47:53.242024 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c7de1391-59aa-4bf2-99c2-67db29ed3147 req-506d067e-ded7-430c-93d2-1c3cde61ea69 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347505 Oct 26 10:47:53.463043 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d4cf8-0f4b-41b0-8fa6-e15adb759cfa req-7b248fe9-11d8-4ad7-bfb8-b93ffdb2bafb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:53.465070 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-038d4cf8-0f4b-41b0-8fa6-e15adb759cfa req-7b248fe9-11d8-4ad7-bfb8-b93ffdb2bafb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0642622 Oct 26 10:47:53.501193 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-038d4cf8-0f4b-41b0-8fa6-e15adb759cfa req-74735c74-9bdd-4fba-b409-df485658e124 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299895 Oct 26 10:47:53.876886 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8cafc-7ad9-4d30-8fa0-c93286bd76c6 req-381fbff7-a1e7-4f3f-813c-8a3e25db135d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:53.878354 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64a8cafc-7ad9-4d30-8fa0-c93286bd76c6 req-381fbff7-a1e7-4f3f-813c-8a3e25db135d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0605016 Oct 26 10:47:53.921355 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64a8cafc-7ad9-4d30-8fa0-c93286bd76c6 req-4c172f2d-ae24-48c4-9f1d-dbe5d547254c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370531 Oct 26 10:47:54.008158 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c6f2-c0b1-4ef7-b9bf-a57ecb6ea109 req-d18683cc-3fda-44b1-80b0-6ba5abc23d30 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:54.009766 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c49c6f2-c0b1-4ef7-b9bf-a57ecb6ea109 req-d18683cc-3fda-44b1-80b0-6ba5abc23d30 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0522702 Oct 26 10:47:54.047144 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c49c6f2-c0b1-4ef7-b9bf-a57ecb6ea109 req-f9a7c621-a1ed-416e-9e24-f2b56326d2fa tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Oct 26 10:47:54.184879 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8e801-8e3c-4014-8226-403cf37cef2b req-03d96fdc-454e-41d8-956e-c4fb9a2661e4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:54.186500 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f5a8e801-8e3c-4014-8226-403cf37cef2b req-03d96fdc-454e-41d8-956e-c4fb9a2661e4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0520535 Oct 26 10:47:54.247917 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f5a8e801-8e3c-4014-8226-403cf37cef2b req-a39e4332-45c5-4201-93c4-96f97e70fb0a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Oct 26 10:47:54.382683 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c4ce-4fe3-4762-b399-d90908091ab1 req-13cd65a1-ae57-4025-b629-2491dfc56d17 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:54.387869 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1321c4ce-4fe3-4762-b399-d90908091ab1 req-13cd65a1-ae57-4025-b629-2491dfc56d17 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0540476 Oct 26 10:47:54.424970 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1321c4ce-4fe3-4762-b399-d90908091ab1 req-aa9edbad-868c-43e9-9ecb-df920288c5d6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341699 Oct 26 10:47:54.631348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1bb4f-9f33-4d3e-9a49-b16ffbd7cf20 req-c2db4e38-4905-470f-afd2-9d0e5d361d66 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:54.632920 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-05f1bb4f-9f33-4d3e-9a49-b16ffbd7cf20 req-c2db4e38-4905-470f-afd2-9d0e5d361d66 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0650465 Oct 26 10:47:54.670598 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-05f1bb4f-9f33-4d3e-9a49-b16ffbd7cf20 req-5529b1ff-2549-47bb-a77c-8c44b60774f7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310864 Oct 26 10:47:55.035416 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3281ed-2845-4685-9636-d09788becc63 req-e3b20c1d-4db5-4d9f-bcc3-afa3058c4876 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:55.036979 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4b3281ed-2845-4685-9636-d09788becc63 req-e3b20c1d-4db5-4d9f-bcc3-afa3058c4876 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0518770 Oct 26 10:47:55.077686 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4b3281ed-2845-4685-9636-d09788becc63 req-36332c44-aa51-440e-8efb-cbe8bc44e126 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Oct 26 10:47:55.172504 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138e6c-3027-4d26-acad-d32caf7f76dc req-fd0bb884-ebd1-47eb-835a-3cbb20e915c6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:55.173989 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d5138e6c-3027-4d26-acad-d32caf7f76dc req-fd0bb884-ebd1-47eb-835a-3cbb20e915c6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0526881 Oct 26 10:47:55.212380 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d5138e6c-3027-4d26-acad-d32caf7f76dc req-b89b7283-461c-4718-8eb7-5a9a0470f6f2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322585 Oct 26 10:47:55.369656 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3a76-5bf4-42f2-93b1-5f5adaf9ba2f req-43d97df6-b4af-4a14-88c4-86ea2ceb0cc7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:55.371254 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-960c3a76-5bf4-42f2-93b1-5f5adaf9ba2f req-43d97df6-b4af-4a14-88c4-86ea2ceb0cc7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0553989 Oct 26 10:47:55.411225 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-960c3a76-5bf4-42f2-93b1-5f5adaf9ba2f req-382e6e37-a5b1-4a0e-9f25-4f85802e3cb0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Oct 26 10:47:55.549350 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5a49-a9b8-416a-90a4-0b20a8e0bdcb req-45933510-6c3d-4815-abc6-bc61f0b0c5be tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:55.550973 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d7ab5a49-a9b8-416a-90a4-0b20a8e0bdcb req-45933510-6c3d-4815-abc6-bc61f0b0c5be tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0594463 Oct 26 10:47:55.593025 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d7ab5a49-a9b8-416a-90a4-0b20a8e0bdcb req-df4fc49e-c29a-4f3a-9a4a-38f804ef221a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Oct 26 10:47:55.812705 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c2fa8-5c34-4e03-8317-eb482574c255 req-f179da50-787b-4177-9d27-399c5c5d0135 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:55.814549 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4b5c2fa8-5c34-4e03-8317-eb482574c255 req-f179da50-787b-4177-9d27-399c5c5d0135 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0595267 Oct 26 10:47:55.861733 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4b5c2fa8-5c34-4e03-8317-eb482574c255 req-15365df1-bec3-4f48-83b7-b5ddf529c885 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 Oct 26 10:47:56.194036 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f5c92-e408-4033-873a-dad09fadfbaa req-665469c5-f173-4920-b5ed-654a72a5f978 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:56.195563 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-554f5c92-e408-4033-873a-dad09fadfbaa req-665469c5-f173-4920-b5ed-654a72a5f978 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0505846 Oct 26 10:47:56.234087 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-554f5c92-e408-4033-873a-dad09fadfbaa req-180c06ea-3b2b-4e04-8141-2e4256aa465d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Oct 26 10:47:56.345221 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8f58d-69ad-4fe4-874c-74bc7938db8c req-c6e74d6c-14fe-4d21-b80e-6f43a5e92aa3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:56.346977 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fcf8f58d-69ad-4fe4-874c-74bc7938db8c req-c6e74d6c-14fe-4d21-b80e-6f43a5e92aa3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0486946 Oct 26 10:47:56.393340 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fcf8f58d-69ad-4fe4-874c-74bc7938db8c req-b0d604b7-924e-4932-abc6-888913850b28 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 Oct 26 10:47:56.543677 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1c01b-0325-4c97-b15b-fe9bea773314 req-c04acf9f-0d2a-45bb-9ed1-42f353e5c965 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:56.545158 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-caf1c01b-0325-4c97-b15b-fe9bea773314 req-c04acf9f-0d2a-45bb-9ed1-42f353e5c965 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0575452 Oct 26 10:47:56.582146 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-caf1c01b-0325-4c97-b15b-fe9bea773314 req-acbdea15-aa96-421d-9083-7cb8173c7abb tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Oct 26 10:47:56.720470 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb5cde-2178-4fbf-baa6-971692516755 req-a7e6b2b4-96e1-42e6-8372-499b9d342226 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:56.721821 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-27fb5cde-2178-4fbf-baa6-971692516755 req-a7e6b2b4-96e1-42e6-8372-499b9d342226 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0510056 Oct 26 10:47:56.763685 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-27fb5cde-2178-4fbf-baa6-971692516755 req-b86fc917-28e5-41b6-9791-182c502ffcc6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Oct 26 10:47:56.977930 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639cdac-6a69-4f1d-ada6-d1d38f0a6439 req-6e9c1da9-753b-4a3f-a2b9-e1411ded5928 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:56.979315 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5639cdac-6a69-4f1d-ada6-d1d38f0a6439 req-6e9c1da9-753b-4a3f-a2b9-e1411ded5928 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0560098 Oct 26 10:47:57.021641 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5639cdac-6a69-4f1d-ada6-d1d38f0a6439 req-436ad2b6-b76d-4c50-b427-88dc050149a7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356014 Oct 26 10:47:57.094946 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b6a2-8b45-4805-8490-4dd0f816213e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:57.352767 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d410b5-cbd9-4dd6-826d-ef67a4434f36 req-f54b4cde-32c4-458b-a41c-98dbb1a05044 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:57.355313 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-20d410b5-cbd9-4dd6-826d-ef67a4434f36 req-f54b4cde-32c4-458b-a41c-98dbb1a05044 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0477676 Oct 26 10:47:57.396017 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-20d410b5-cbd9-4dd6-826d-ef67a4434f36 req-358bd54c-e6de-4873-874f-7739928f3a5d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Oct 26 10:47:57.530403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba60f-b58d-42b6-b742-71accb8d1011 req-feb85d7e-34fc-4e3c-b1ad-ffa308b1d1fb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:57.531794 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46dba60f-b58d-42b6-b742-71accb8d1011 req-feb85d7e-34fc-4e3c-b1ad-ffa308b1d1fb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0610478 Oct 26 10:47:57.568854 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46dba60f-b58d-42b6-b742-71accb8d1011 req-9e4b31c2-cb91-48f9-8208-c075a4ba9239 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Oct 26 10:47:57.703988 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91bf28-d798-480a-b768-2657db862758 req-653d0248-5154-472a-b7d2-4c179787e62f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:57.705682 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8e91bf28-d798-480a-b768-2657db862758 req-653d0248-5154-472a-b7d2-4c179787e62f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0495467 Oct 26 10:47:57.744413 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8e91bf28-d798-480a-b768-2657db862758 req-1b0f912a-074d-4be7-a111-420611e529f5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Oct 26 10:47:57.881296 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1ff18-32f6-4881-969f-1cb1ad33f6cd req-173e2955-d5d8-4fb7-9e0c-5df5e2252726 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:57.882797 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b3b1ff18-32f6-4881-969f-1cb1ad33f6cd req-173e2955-d5d8-4fb7-9e0c-5df5e2252726 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0557683 Oct 26 10:47:57.920164 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b3b1ff18-32f6-4881-969f-1cb1ad33f6cd req-46a69bf8-e744-405c-bf07-04357259d36c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Oct 26 10:47:58.138909 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77fcd8-91e1-423c-b748-447a384a4349 req-16436017-2601-48af-904f-3f54c20c195e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:58.140394 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ca77fcd8-91e1-423c-b748-447a384a4349 req-16436017-2601-48af-904f-3f54c20c195e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0518317 Oct 26 10:47:58.176607 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ca77fcd8-91e1-423c-b748-447a384a4349 req-6a871bf4-9ad6-458b-94bf-a235122551f1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303521 Oct 26 10:47:58.510741 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc05a6-e751-44a6-8272-e94b2a85a85f req-76d7ef07-0125-48a7-b5c4-56838482e029 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:58.512185 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-29cc05a6-e751-44a6-8272-e94b2a85a85f req-76d7ef07-0125-48a7-b5c4-56838482e029 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0490687 Oct 26 10:47:58.551472 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-29cc05a6-e751-44a6-8272-e94b2a85a85f req-3866aa7a-1ed4-4231-a777-39799d79f602 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332913 Oct 26 10:47:58.685418 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb214792-bd57-4331-beff-a1a1e3f9009d req-e567da1b-33ff-4d98-aaa1-b480644e1e78 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:58.686814 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb214792-bd57-4331-beff-a1a1e3f9009d req-e567da1b-33ff-4d98-aaa1-b480644e1e78 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0474520 Oct 26 10:47:58.727522 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb214792-bd57-4331-beff-a1a1e3f9009d req-a2ff7f98-5c46-4afa-b781-93183629c724 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Oct 26 10:47:58.860028 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e5cce-ca5b-4093-b8e3-2fb59cd51bdc req-365c6540-8a47-4f17-bf14-0c5d37c078df tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:58.861495 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ef1e5cce-ca5b-4093-b8e3-2fb59cd51bdc req-365c6540-8a47-4f17-bf14-0c5d37c078df tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0487328 Oct 26 10:47:58.897797 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ef1e5cce-ca5b-4093-b8e3-2fb59cd51bdc req-8ff67dc0-3182-4be7-8cfa-811cd72a40a4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Oct 26 10:47:59.030210 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411659ee-6302-4a5a-a3f0-d3fa3e9de681 req-41935811-6025-4acf-9455-56f474e53937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:59.031634 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-411659ee-6302-4a5a-a3f0-d3fa3e9de681 req-41935811-6025-4acf-9455-56f474e53937 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0472701 Oct 26 10:47:59.067913 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-411659ee-6302-4a5a-a3f0-d3fa3e9de681 req-d9c39487-e942-468e-a82d-d6b08f008303 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300982 Oct 26 10:47:59.291779 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1193e76-4711-4db9-8fa0-2721e6086633 req-3e0980ea-6907-40b5-951b-7ec32a2d4bcb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:59.293232 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d1193e76-4711-4db9-8fa0-2721e6086633 req-3e0980ea-6907-40b5-951b-7ec32a2d4bcb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0511944 Oct 26 10:47:59.329637 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d1193e76-4711-4db9-8fa0-2721e6086633 req-1d0dc160-d400-4e06-9bd6-525a593891de tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Oct 26 10:47:59.511980 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5b4764ce-fc47-4eba-98f3-71eb404bb5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:47:59.665899 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd944b2b-6cc7-443a-b353-7b1e9bd6bd14 req-0b26f385-844b-488e-abbe-661217954ea4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:59.667878 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cd944b2b-6cc7-443a-b353-7b1e9bd6bd14 req-0b26f385-844b-488e-abbe-661217954ea4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 931 time: 0.0525010 Oct 26 10:47:59.703856 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cd944b2b-6cc7-443a-b353-7b1e9bd6bd14 req-7b4de72b-9283-47fc-ba96-3ba05e45599d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302129 Oct 26 10:47:59.848564 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f583-7731-4dd8-9b3e-08b64a50a02a req-c9c1b342-caeb-4788-9aa9-e369201668a6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:47:59.850044 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7f72f583-7731-4dd8-9b3e-08b64a50a02a req-c9c1b342-caeb-4788-9aa9-e369201668a6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0514028 Oct 26 10:47:59.887149 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7f72f583-7731-4dd8-9b3e-08b64a50a02a req-4dcd542a-6060-4657-ae89-c9452f5c0689 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Oct 26 10:48:00.008206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a72bc-6fc1-417f-a9e3-b68f8458b8ba req-cb57c7cb-a080-46de-8e83-c4e831078866 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.009641 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8d0a72bc-6fc1-417f-a9e3-b68f8458b8ba req-cb57c7cb-a080-46de-8e83-c4e831078866 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0486851 Oct 26 10:48:00.047136 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8d0a72bc-6fc1-417f-a9e3-b68f8458b8ba req-01e30306-17ad-4c3d-8872-0717fd4d2732 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Oct 26 10:48:00.143459 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Request body: {'port': {'device_id': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:00.186577 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c30abd-c2c6-41ac-8001-fc7d6350271c req-d55efdae-6262-45ed-b71e-3165bcbd0153 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.188035 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-35c30abd-c2c6-41ac-8001-fc7d6350271c req-d55efdae-6262-45ed-b71e-3165bcbd0153 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0508382 Oct 26 10:48:00.203252 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.226040 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-35c30abd-c2c6-41ac-8001-fc7d6350271c req-8c460cb3-cbeb-4f6a-ade7-2e2fd9910731 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Oct 26 10:48:00.488979 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9318-d940-4c84-b56a-aa7abd93674c req-78a1db18-87dc-4112-9226-7cbc2b1b014f tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.490503 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8cce9318-d940-4c84-b56a-aa7abd93674c req-78a1db18-87dc-4112-9226-7cbc2b1b014f tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0874310 Oct 26 10:48:00.514290 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74023615-196d-41cc-b9af-87101bb30cdd {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:48:00.523418 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.547191 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8cce9318-d940-4c84-b56a-aa7abd93674c req-b8806327-29d1-45f8-8fa1-9608558e53a0 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492826 Oct 26 10:48:00.549569 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Transition to ACTIVE for port object 74023615-196d-41cc-b9af-87101bb30cdd will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:48:00.553182 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.612834 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:00.645808 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Attempting to bind port 74023615-196d-41cc-b9af-87101bb30cdd on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:48:00.646144 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Attempting to bind port 74023615-196d-41cc-b9af-87101bb30cdd by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:48:00.646632 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Attempting to bind port 74023615-196d-41cc-b9af-87101bb30cdd on network 231a2e68-f8fa-49ef-935d-9997cb18783f {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:48:00.651232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Port 74023615-196d-41cc-b9af-87101bb30cdd on network 231a2e68-f8fa-49ef-935d-9997cb18783f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:48:00.651678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Attempting to bind port 74023615-196d-41cc-b9af-87101bb30cdd on network 231a2e68-f8fa-49ef-935d-9997cb18783f {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:48:00.656410 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:48:00.656896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Checking segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:48:00.657310 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Bound using segment: {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:48:00.657740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Bound port: 74023615-196d-41cc-b9af-87101bb30cdd, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ae8380-3665-4002-892e-1c625d05532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:48:00.658090 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.722328 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:48:00.725814 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:48:00.731034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.769509 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.770128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.771499 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] 10.222.0.72 "PUT /v2.0/ports/74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 1093 time: 0.6344612 Oct 26 10:48:00.771937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:00.774203 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526c8cbd-8e11-4b02-a8f9-8e693c201638" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:00.795234 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8043c-0ff7-49a0-8909-80b19c7b3f2f service neutron] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:00.839320 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd315b29-02f7-4aae-a0b7-4d5168d55582 x-openstack-request-id: req-fd315b29-02f7-4aae-a0b7-4d5168d55582 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:00.839717 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:00.840075 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd315b29-02f7-4aae-a0b7-4d5168d55582 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:00.840563 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:48:00.845482 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e46cf1-b11e-43b7-befb-d1fb4633d206 req-c0763416-29d8-470f-80d0-76058d7096cd tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.847016 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4e46cf1-b11e-43b7-befb-d1fb4633d206 req-c0763416-29d8-470f-80d0-76058d7096cd tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0627985 Oct 26 10:48:00.892381 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-03f773cb-fb1c-4f37-ba1c-ab09dd18ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:00.893959 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-03f773cb-fb1c-4f37-ba1c-ab09dd18ddc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1096 time: 0.0459702 Oct 26 10:48:00.894278 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.900761 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4e46cf1-b11e-43b7-befb-d1fb4633d206 req-7b668365-5488-4476-9ce6-a78734555cb4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Oct 26 10:48:00.936772 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:00.940795 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-86ccb08b-cbc4-4836-a42a-4757c4dd62d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 217 time: 0.0366278 Oct 26 10:48:01.024274 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-810e4dbf-3d98-4fda-ad19-9b5b6e313a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.025714 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-810e4dbf-3d98-4fda-ad19-9b5b6e313a41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0760214 Oct 26 10:48:01.040219 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a4f1d-9311-424a-8140-5f57041871e0 req-83f0748d-1002-46f6-b10c-ad74d010f8ed tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.041672 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f96a4f1d-9311-424a-8140-5f57041871e0 req-83f0748d-1002-46f6-b10c-ad74d010f8ed tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0656202 Oct 26 10:48:01.105658 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-43765553-f1f1-48a1-be54-1dca5f0010f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.107147 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-43765553-f1f1-48a1-be54-1dca5f0010f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640883 Oct 26 10:48:01.113993 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f96a4f1d-9311-424a-8140-5f57041871e0 req-6932cc46-bf91-4b4e-9e60-1bb13632fea6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630426 Oct 26 10:48:01.201056 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139b93-7def-474e-9c5e-2e18b2b7ee3b req-674b3b0a-9573-4429-8a3a-0b736fb75a19 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.202889 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bd139b93-7def-474e-9c5e-2e18b2b7ee3b req-674b3b0a-9573-4429-8a3a-0b736fb75a19 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0829785 Oct 26 10:48:01.242039 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bd139b93-7def-474e-9c5e-2e18b2b7ee3b req-dadf19dc-8e41-4b40-96f6-25782dd48c33 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335324 Oct 26 10:48:01.423898 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-3290efeb-fbfa-4350-ba08-7b51f1fbc56b service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085668 Oct 26 10:48:01.507046 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f7a5-f5f6-4f97-8225-ac478e97ba6e req-42648209-47d7-4519-b2e0-a2c59febaf4c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.508571 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ff33f7a5-f5f6-4f97-8225-ac478e97ba6e req-42648209-47d7-4519-b2e0-a2c59febaf4c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.1035624 Oct 26 10:48:01.552236 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1d0a5419-a69a-4195-a18a-130cc194cfaf req-1ed59dbe-4d91-44bb-8b33-3153a8bf9cfe service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158388 Oct 26 10:48:01.563842 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ff33f7a5-f5f6-4f97-8225-ac478e97ba6e req-0398487c-6907-4d0f-b192-545f22f36995 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491922 Oct 26 10:48:01.641887 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-cdf51479-e414-4ceb-abcb-000e886dfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.643355 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-cdf51479-e414-4ceb-abcb-000e886dfe0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1096 time: 0.0413222 Oct 26 10:48:01.662335 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e02cca-3d75-4102-abe9-c8343b844508 req-598941b2-acde-485c-b921-ed24552220b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.663795 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-66e02cca-3d75-4102-abe9-c8343b844508 req-598941b2-acde-485c-b921-ed24552220b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Oct 26 10:48:01.701180 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-66e02cca-3d75-4102-abe9-c8343b844508 req-df63326d-6714-44bd-abad-09e408cdf3d2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 Oct 26 10:48:01.736748 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-c249ebca-6ae0-48bb-84f7-3604ae2e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.738234 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-c249ebca-6ae0-48bb-84f7-3604ae2e3738 service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.0878525 Oct 26 10:48:01.778998 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-a8fb949f-7e23-4e4c-9ac5-71c54c5b356f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 217 time: 0.0336885 Oct 26 10:48:01.831172 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-62c25118-a138-426c-a3a5-14bf2ac8f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.832647 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-62c25118-a138-426c-a3a5-14bf2ac8f46f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0467575 Oct 26 10:48:01.885039 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-49966599-a045-4904-9c14-37b78138c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.886704 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-49966599-a045-4904-9c14-37b78138c31d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449202 Oct 26 10:48:01.910246 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b847-118a-4c06-ab67-a2cdc8c0f4d1 req-eb5608b1-9008-4adc-8af9-e6fd16129919 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:01.913068 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5851b847-118a-4c06-ab67-a2cdc8c0f4d1 req-eb5608b1-9008-4adc-8af9-e6fd16129919 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0565147 Oct 26 10:48:01.955108 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5851b847-118a-4c06-ab67-a2cdc8c0f4d1 req-047b1850-e0bc-4d55-8585-27f7b0db23fb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339081 Oct 26 10:48:02.028256 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d61466-504b-4f56-8b0f-775638ca836e req-17ef5cbe-88d8-427a-bba8-04d582bf52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.029742 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-17ef5cbe-88d8-427a-bba8-04d582bf52e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.0923383 Oct 26 10:48:02.049343 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-6ba591d9-4ae1-4b28-8a5a-fb8b8c5b2f9f service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548328 Oct 26 10:48:02.111665 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d427b-c39b-4f63-8cce-b07255aba8e6 req-0cc909a4-5477-41cf-8ae0-6f2a53172976 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.113059 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e2d427b-c39b-4f63-8cce-b07255aba8e6 req-0cc909a4-5477-41cf-8ae0-6f2a53172976 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.1444368 Oct 26 10:48:02.208098 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e2d427b-c39b-4f63-8cce-b07255aba8e6 req-712e77d8-1043-4707-9901-15cdcd8e2d2a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626152 Oct 26 10:48:02.234159 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4968-ce9f-464d-aeb7-096e3f5eba53 req-0c983ff6-6b3d-4410-819a-f5d89cda6d69 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.235995 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2d0a4968-ce9f-464d-aeb7-096e3f5eba53 req-0c983ff6-6b3d-4410-819a-f5d89cda6d69 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Oct 26 10:48:02.239264 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d61466-504b-4f56-8b0f-775638ca836e req-e76d15c9-cdf3-4553-96eb-27831366a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.240689 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-e76d15c9-cdf3-4553-96eb-27831366a23b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.2016063 Oct 26 10:48:02.242600 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-526c8cbd-8e11-4b02-a8f9-8e693c201638 req-4a41d3d7-c75e-43f5-85e2-50da897a9a4f service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573787 Oct 26 10:48:02.301048 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2d0a4968-ce9f-464d-aeb7-096e3f5eba53 req-d30ad09d-14bc-4cd8-a3fe-ff8b45ed02f3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590534 Oct 26 10:48:02.347802 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-0a2e14c7-f5c5-47fa-bb50-383a9956d55c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 1000 time: 0.0901690 Oct 26 10:48:02.420669 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed76df-1d66-4cf0-ac0d-31a73fa3f805 req-d2e1d2de-592b-4a44-b514-7ed302349505 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.422154 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4fed76df-1d66-4cf0-ac0d-31a73fa3f805 req-d2e1d2de-592b-4a44-b514-7ed302349505 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0903704 Oct 26 10:48:02.425613 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d61466-504b-4f56-8b0f-775638ca836e req-7d775999-0faf-4fca-9a46-3c6eac01d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.426932 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-7d775999-0faf-4fca-9a46-3c6eac01d2a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0644412 Oct 26 10:48:02.496767 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4fed76df-1d66-4cf0-ac0d-31a73fa3f805 req-08145f70-c365-49ae-bafd-d0b3fa4d7f65 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678959 Oct 26 10:48:02.504966 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d61466-504b-4f56-8b0f-775638ca836e req-14369a54-223e-4906-a981-80497ec10e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.506644 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-14369a54-223e-4906-a981-80497ec10e30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708811 Oct 26 10:48:02.597928 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-51b57295-2bbf-4c87-881f-77ed8cb156e1 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Oct 26 10:48:02.682018 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb4d0-06aa-4250-ba1d-f541b96884a1 req-c3206b69-6c94-46da-b8ea-337dc94cd63b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:02.683505 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d5fb4d0-06aa-4250-ba1d-f541b96884a1 req-c3206b69-6c94-46da-b8ea-337dc94cd63b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0493367 Oct 26 10:48:02.691014 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-93d61466-504b-4f56-8b0f-775638ca836e req-b9a9ac82-5274-4161-8719-3cdde1896376 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857129 Oct 26 10:48:02.720904 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d5fb4d0-06aa-4250-ba1d-f541b96884a1 req-c1c4eb45-89ab-4da1-ba2e-0bbc41f7c006 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Oct 26 10:48:02.876747 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:03.068582 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00027ac4-b66f-4e66-b167-8cc655bde00d req-0b21c670-fb41-4bb3-92bd-ebf5a811c7b6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:03.070038 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00027ac4-b66f-4e66-b167-8cc655bde00d req-0b21c670-fb41-4bb3-92bd-ebf5a811c7b6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0481448 Oct 26 10:48:03.106052 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00027ac4-b66f-4e66-b167-8cc655bde00d req-bd113f6f-9953-4f34-afb1-2e29fee4ab0c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301578 Oct 26 10:48:03.323934 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a85ad-6385-4cf4-b37e-1543f4d40d0a req-344066d9-cfa3-4bbe-8f59-cedd4acdeb80 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:03.325411 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df7a85ad-6385-4cf4-b37e-1543f4d40d0a req-344066d9-cfa3-4bbe-8f59-cedd4acdeb80 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0514066 Oct 26 10:48:03.364499 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df7a85ad-6385-4cf4-b37e-1543f4d40d0a req-3ff0b1fb-7e4c-486e-9d10-b57d98cf4111 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Oct 26 10:48:03.425706 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87591a57-24c6-4219-8223-78f68c48585a req-883cb1b1-9af4-4a9b-b275-589fdd232735 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:03.427163 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-87591a57-24c6-4219-8223-78f68c48585a req-883cb1b1-9af4-4a9b-b275-589fdd232735 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0503209 Oct 26 10:48:03.466312 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-87591a57-24c6-4219-8223-78f68c48585a req-cad263c2-3882-45dd-922a-e9581048b3e9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Oct 26 10:48:03.609877 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a454a-d966-42ac-a122-13df1d15af09 req-a0f925f0-7ce2-40ce-a3cc-0af18532162c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:03.611388 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5f9a454a-d966-42ac-a122-13df1d15af09 req-a0f925f0-7ce2-40ce-a3cc-0af18532162c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0492125 Oct 26 10:48:03.649063 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5f9a454a-d966-42ac-a122-13df1d15af09 req-b53d6c34-04dc-4a6f-89f0-7c331b5b6bc5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Oct 26 10:48:03.831014 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:03.835268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddab5d-b532-4fda-99a0-a832fbd939c7 req-a49fb77f-549e-4adf-ad50-5899b54555f7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:03.836719 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36ddab5d-b532-4fda-99a0-a832fbd939c7 req-a49fb77f-549e-4adf-ad50-5899b54555f7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0521276 Oct 26 10:48:03.874493 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36ddab5d-b532-4fda-99a0-a832fbd939c7 req-d64b55aa-1a55-4930-8d9d-abb27d43d465 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Oct 26 10:48:04.217039 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc1c3-b468-4ca2-9e77-0c86a960d8a0 req-55d066b8-59f8-4c88-9989-539404f1d527 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:04.218494 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9d2dc1c3-b468-4ca2-9e77-0c86a960d8a0 req-55d066b8-59f8-4c88-9989-539404f1d527 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0477841 Oct 26 10:48:04.254565 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9d2dc1c3-b468-4ca2-9e77-0c86a960d8a0 req-dcd5cf2b-713e-42a0-9064-312608975398 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Oct 26 10:48:04.474424 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e2f4-cfc0-4a12-84a3-77e2bc63bb8f req-72c7ff16-34b9-4a57-9f87-0f530c98e9b9 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:04.475847 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b8f6e2f4-cfc0-4a12-84a3-77e2bc63bb8f req-72c7ff16-34b9-4a57-9f87-0f530c98e9b9 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0470133 Oct 26 10:48:04.513417 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b8f6e2f4-cfc0-4a12-84a3-77e2bc63bb8f req-62f0dc0b-924a-4b26-b601-0f703009d2c4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Oct 26 10:48:04.596135 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b590-7884-4603-a714-697b89f6dd6b req-ab20a54e-5f34-4a4d-a419-c50f341bab59 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:04.597898 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b003b590-7884-4603-a714-697b89f6dd6b req-ab20a54e-5f34-4a4d-a419-c50f341bab59 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0574884 Oct 26 10:48:04.638810 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b003b590-7884-4603-a714-697b89f6dd6b req-ec39937e-d6c0-404c-9915-6e8596ed9046 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Oct 26 10:48:04.764323 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da366fb7-57f2-4466-910b-c9c6bfd036d8 req-c1927db6-e08e-4b46-84c4-fb646ab92716 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:04.765899 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-da366fb7-57f2-4466-910b-c9c6bfd036d8 req-c1927db6-e08e-4b46-84c4-fb646ab92716 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0497439 Oct 26 10:48:04.804106 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-da366fb7-57f2-4466-910b-c9c6bfd036d8 req-a74e6207-2a3d-47b6-b64e-361a57f92753 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Oct 26 10:48:04.986392 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcf207-465f-41f3-8c03-a11cf7fc7f5e req-6a5bb31d-bc97-4aad-917b-9675bbdcd645 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:04.987912 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6ddcf207-465f-41f3-8c03-a11cf7fc7f5e req-6a5bb31d-bc97-4aad-917b-9675bbdcd645 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0490084 Oct 26 10:48:05.025076 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6ddcf207-465f-41f3-8c03-a11cf7fc7f5e req-e9c68626-1831-4472-8802-a06a1b526c1b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Oct 26 10:48:05.370277 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03ac3-8f66-4c52-96c1-7eb1a87a982b req-7aed72f9-0bad-482e-9bb9-5b09bfb1de89 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:05.371730 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d1f03ac3-8f66-4c52-96c1-7eb1a87a982b req-7aed72f9-0bad-482e-9bb9-5b09bfb1de89 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Oct 26 10:48:05.408263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d1f03ac3-8f66-4c52-96c1-7eb1a87a982b req-e0c3bc33-66d3-43f2-8a35-03df65a5864b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304706 Oct 26 10:48:05.626300 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540993d-2ce0-4d1f-80f5-322ac14fcd5c req-4bf54d9c-44ce-45be-ac69-95f794a1cbb6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:05.627755 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a540993d-2ce0-4d1f-80f5-322ac14fcd5c req-4bf54d9c-44ce-45be-ac69-95f794a1cbb6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0487404 Oct 26 10:48:05.666353 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a540993d-2ce0-4d1f-80f5-322ac14fcd5c req-9e6f6aef-ef5e-4dfc-a9f3-74516f4e84b0 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Oct 26 10:48:05.759964 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07c36-9975-4c3f-a111-77e010e9acd5 req-39a24b27-eed4-405c-a294-029c340be95b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:05.761532 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36b07c36-9975-4c3f-a111-77e010e9acd5 req-39a24b27-eed4-405c-a294-029c340be95b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0496736 Oct 26 10:48:05.799659 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36b07c36-9975-4c3f-a111-77e010e9acd5 req-a6fe5b7a-cd5a-4321-b228-90ab51e19be5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Oct 26 10:48:05.929138 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476555db-2092-4e9d-912b-b3adbefd97ff req-66e917f2-f6ae-491b-bccd-75913882867b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:05.930613 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-476555db-2092-4e9d-912b-b3adbefd97ff req-66e917f2-f6ae-491b-bccd-75913882867b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0584860 Oct 26 10:48:05.968636 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-476555db-2092-4e9d-912b-b3adbefd97ff req-11a1604b-74cb-4268-a72b-c662962c1bda tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Oct 26 10:48:05.988452 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58120) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:06.129037 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b553c61c-2ae8-4b0e-ab6a-ce72e360801d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.138627 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234b69d-9d18-4ef3-abe2-0d8a762cf4e3 req-c49617cb-9429-4f84-b537-c505067957a5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:06.140126 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5234b69d-9d18-4ef3-abe2-0d8a762cf4e3 req-c49617cb-9429-4f84-b537-c505067957a5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0491905 Oct 26 10:48:06.178275 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5234b69d-9d18-4ef3-abe2-0d8a762cf4e3 req-7749bfc2-9381-498c-8a30-54dc519d73c9 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Oct 26 10:48:06.205034 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b553c61c-2ae8-4b0e-ab6a-ce72e360801d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.208754 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b553c61c-2ae8-4b0e-ab6a-ce72e360801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.246342 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b553c61c-2ae8-4b0e-ab6a-ce72e360801d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc975c968746474ab10ccba7837a1d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568266 Oct 26 10:48:06.247194 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c61c-2ae8-4b0e-ab6a-ce72e360801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac9744-67d8-42ff-9a9b-fadd5ff15384,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:06.249075 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58126) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:06.297516 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.321404 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.369254 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.372335 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:06.373479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72ac9744-67d8-42ff-9a9b-fadd5ff15384 HTTP/1.1" status: 204 len: 168 time: 0.1233399 Oct 26 10:48:06.381679 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c7a07-4ee3-4fbd-b170-c4ca0762b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac9744-67d8-42ff-9a9b-fadd5ff15384,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:06.527985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddcdc1-b83d-49b1-b2c3-f8845e5c4f92 req-701e30a1-084b-4265-9b02-7eb758ee4320 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:06.529613 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-34ddcdc1-b83d-49b1-b2c3-f8845e5c4f92 req-701e30a1-084b-4265-9b02-7eb758ee4320 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0546260 Oct 26 10:48:06.571818 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-34ddcdc1-b83d-49b1-b2c3-f8845e5c4f92 req-2cca29d7-85a5-40b4-8efc-eae814bfd72b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352452 Oct 26 10:48:06.778010 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b72b58-9d78-4334-8eaf-04badd0180ab req-b0a8a7a9-4cd8-47f5-a956-a5c1090f2b32 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:06.779442 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-35b72b58-9d78-4334-8eaf-04badd0180ab req-b0a8a7a9-4cd8-47f5-a956-a5c1090f2b32 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0468886 Oct 26 10:48:06.816465 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-35b72b58-9d78-4334-8eaf-04badd0180ab req-5c755a88-f5bc-42df-990f-ded865c6ea2c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Oct 26 10:48:06.919430 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525ba76-f0d5-40bd-850e-bf59b11a73f3 req-307b24a5-5f6c-4be2-b5ce-cb87a7b5a7dc tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:06.920858 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a525ba76-f0d5-40bd-850e-bf59b11a73f3 req-307b24a5-5f6c-4be2-b5ce-cb87a7b5a7dc tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0509942 Oct 26 10:48:06.956612 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a525ba76-f0d5-40bd-850e-bf59b11a73f3 req-74bb2913-6e3b-43d4-aea3-f580a81c0f10 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299580 Oct 26 10:48:07.083727 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca613-cae5-4654-a314-e0b1b175285f req-f3eb5f3e-f335-4382-a5d7-199f03a705ce tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:07.085115 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ce3ca613-cae5-4654-a314-e0b1b175285f req-f3eb5f3e-f335-4382-a5d7-199f03a705ce tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0491729 Oct 26 10:48:07.124661 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ce3ca613-cae5-4654-a314-e0b1b175285f req-39384b7a-6662-472c-ac2b-7a9336f8a2ef tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Oct 26 10:48:07.290985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe16d7-e7d1-4bb6-be89-2c5fd856aeca req-ee5859bc-2126-4f2e-92fa-3eb68c46f5d6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:07.292425 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ebe16d7-e7d1-4bb6-be89-2c5fd856aeca req-ee5859bc-2126-4f2e-92fa-3eb68c46f5d6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0484436 Oct 26 10:48:07.329169 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1ebe16d7-e7d1-4bb6-be89-2c5fd856aeca req-770045c6-0aff-4060-a56a-ba01ef156b21 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Oct 26 10:48:07.689024 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143626c5-f5b0-45d5-8d3d-380ce8e1c0a4 req-1e857381-1ba4-4c6d-976b-19df5fbc5f13 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:07.690462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-143626c5-f5b0-45d5-8d3d-380ce8e1c0a4 req-1e857381-1ba4-4c6d-976b-19df5fbc5f13 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Oct 26 10:48:07.727318 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-143626c5-f5b0-45d5-8d3d-380ce8e1c0a4 req-f28f25a3-db28-4446-a32b-8fd746744d2c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306871 Oct 26 10:48:07.926436 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aabf41-e1e3-4e49-838b-0970af87934a req-777dba13-70bb-446e-a346-aba1da67fa0a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:07.927915 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c8aabf41-e1e3-4e49-838b-0970af87934a req-777dba13-70bb-446e-a346-aba1da67fa0a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0476425 Oct 26 10:48:07.963953 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c8aabf41-e1e3-4e49-838b-0970af87934a req-20e95396-f3da-4847-9ad8-ac5e7b1a612a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297148 Oct 26 10:48:08.071257 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6336-0096-4580-afdd-f9c862ddbe50 req-8bc14bff-e6c6-4db7-8891-d909e9af8c66 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:08.072701 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c58d6336-0096-4580-afdd-f9c862ddbe50 req-8bc14bff-e6c6-4db7-8891-d909e9af8c66 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0474830 Oct 26 10:48:08.109462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c58d6336-0096-4580-afdd-f9c862ddbe50 req-297ba527-f1ce-4dc4-bb5c-d2b00024c427 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299070 Oct 26 10:48:08.238869 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c32ef-22b9-40cb-9048-54a6b36f2f52 req-3277abe2-85e2-4d9c-ae3a-06a9cc85209b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:08.240296 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-873c32ef-22b9-40cb-9048-54a6b36f2f52 req-3277abe2-85e2-4d9c-ae3a-06a9cc85209b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0511093 Oct 26 10:48:08.275537 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-873c32ef-22b9-40cb-9048-54a6b36f2f52 req-e37e7d2d-5ecc-4787-a9f5-983c16a45c45 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294738 Oct 26 10:48:08.442600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a3cef-d00e-4c23-87b2-4cb544580c76 req-cb6f99b3-bd21-41bc-a91c-82595c673931 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:08.444031 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-303a3cef-d00e-4c23-87b2-4cb544580c76 req-cb6f99b3-bd21-41bc-a91c-82595c673931 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0499451 Oct 26 10:48:08.481159 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-303a3cef-d00e-4c23-87b2-4cb544580c76 req-c5617df8-cca0-4af4-855a-6446106d6ab2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302057 Oct 26 10:48:08.838927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234679-84c3-4b3e-bb16-c86d84343d0f req-8829c610-9915-43d3-8cef-529e70cc583c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:08.840354 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c9234679-84c3-4b3e-bb16-c86d84343d0f req-8829c610-9915-43d3-8cef-529e70cc583c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0476141 Oct 26 10:48:08.876684 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c9234679-84c3-4b3e-bb16-c86d84343d0f req-cba93ca2-9e30-46e8-a677-589be7fa7051 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304511 Oct 26 10:48:09.076917 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c28b-d46b-4ee7-8d88-11bc5537d88f req-b0d5dbe2-0d24-4ed3-b7e1-104320bcea16 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:09.078374 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-65a7c28b-d46b-4ee7-8d88-11bc5537d88f req-b0d5dbe2-0d24-4ed3-b7e1-104320bcea16 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0511475 Oct 26 10:48:09.115150 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-65a7c28b-d46b-4ee7-8d88-11bc5537d88f req-ea844688-a3d5-4f31-bca3-e2b49065a28b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Oct 26 10:48:09.223727 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf33f6-faaa-45ae-bb21-abb3a8be1657 req-15be3c5a-e40c-4d59-9806-41ac8eb80235 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:09.225167 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4bf33f6-faaa-45ae-bb21-abb3a8be1657 req-15be3c5a-e40c-4d59-9806-41ac8eb80235 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0473173 Oct 26 10:48:09.260934 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4bf33f6-faaa-45ae-bb21-abb3a8be1657 req-67c3095f-b813-4fbd-b312-b9a0bfe3d938 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294650 Oct 26 10:48:09.388213 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c363a-47b9-499c-a3b8-dc3a03ecca51 req-d5692842-c569-4a4c-9aa5-833a5cecccb7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:09.389719 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-714c363a-47b9-499c-a3b8-dc3a03ecca51 req-d5692842-c569-4a4c-9aa5-833a5cecccb7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0487819 Oct 26 10:48:09.426620 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-714c363a-47b9-499c-a3b8-dc3a03ecca51 req-6d7d8b91-c5a2-405c-83b3-ae6b2fcc1fd2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Oct 26 10:48:09.595061 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368c462-33b3-4a92-8c65-409c2a43bda8 req-95090789-7c63-4eae-a3ec-000e039ee90b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:09.596499 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1368c462-33b3-4a92-8c65-409c2a43bda8 req-95090789-7c63-4eae-a3ec-000e039ee90b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0513647 Oct 26 10:48:09.633507 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1368c462-33b3-4a92-8c65-409c2a43bda8 req-eec7d0f9-fc27-4118-a8e9-7ad596f26cd4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Oct 26 10:48:09.988050 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117baf-911e-46b2-b223-d7292c68d45e req-abe46921-ec05-44f2-9f15-bbc2d7b58bd4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:09.989497 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-27117baf-911e-46b2-b223-d7292c68d45e req-abe46921-ec05-44f2-9f15-bbc2d7b58bd4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0470259 Oct 26 10:48:10.025919 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-27117baf-911e-46b2-b223-d7292c68d45e req-8b409810-a1e4-43e9-ad8e-b7f3145bd1c5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296109 Oct 26 10:48:10.227498 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7929-ed2b-411d-a026-39303e595801 req-848c7d65-26c0-4649-9dd3-4173c9cd494c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:10.229436 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6d3a7929-ed2b-411d-a026-39303e595801 req-848c7d65-26c0-4649-9dd3-4173c9cd494c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0483739 Oct 26 10:48:10.266404 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6d3a7929-ed2b-411d-a026-39303e595801 req-d5daac48-152d-4127-a3ca-0e94be580881 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Oct 26 10:48:10.379633 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb31e0-64dc-4ace-a18c-1ce534d59a01 req-b5265688-0367-4319-ac7a-8e0f6e03d9a4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:10.381066 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b3cb31e0-64dc-4ace-a18c-1ce534d59a01 req-b5265688-0367-4319-ac7a-8e0f6e03d9a4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0514822 Oct 26 10:48:10.417822 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b3cb31e0-64dc-4ace-a18c-1ce534d59a01 req-54a2b2a0-44e8-4a3a-be1d-39bc6f195180 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Oct 26 10:48:10.539083 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f583f-145a-4550-ba5a-c6ab80e9c183 req-45ef8402-b1bc-4de6-ad20-cc4cf764b04d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:10.540520 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d42f583f-145a-4550-ba5a-c6ab80e9c183 req-45ef8402-b1bc-4de6-ad20-cc4cf764b04d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0497031 Oct 26 10:48:10.578019 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d42f583f-145a-4550-ba5a-c6ab80e9c183 req-13a131c7-9ff7-40c7-be55-026576e42a50 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294108 Oct 26 10:48:10.745495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f61a-95f8-4938-b6cd-773863e2d117 req-fea37b43-fb42-4b4c-9188-e7ee4d239bdc tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:10.746934 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2218f61a-95f8-4938-b6cd-773863e2d117 req-fea37b43-fb42-4b4c-9188-e7ee4d239bdc tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0479517 Oct 26 10:48:10.785693 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2218f61a-95f8-4938-b6cd-773863e2d117 req-45aabecd-45fc-47d9-bc65-2cb53458fb45 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Oct 26 10:48:11.144387 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c49f2-c2b8-4c2d-bec6-cf2feff85de8 req-30e38a75-7237-4a8a-974a-3b9a65bd45b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.145918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a31c49f2-c2b8-4c2d-bec6-cf2feff85de8 req-30e38a75-7237-4a8a-974a-3b9a65bd45b4 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0539746 Oct 26 10:48:11.188206 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a31c49f2-c2b8-4c2d-bec6-cf2feff85de8 req-df344afc-c402-4f3b-bab4-5acae604bfad tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340686 Oct 26 10:48:11.380200 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49774-678d-4a55-9953-b93a862c71f1 req-5c92c870-0d8a-4919-8143-0bc96344330e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.381567 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8ca49774-678d-4a55-9953-b93a862c71f1 req-5c92c870-0d8a-4919-8143-0bc96344330e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0483711 Oct 26 10:48:11.420064 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8ca49774-678d-4a55-9953-b93a862c71f1 req-6ed92b71-f5fb-4069-b301-1e4af64f8664 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Oct 26 10:48:11.533480 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214f75-4bcc-4a91-9e3b-6de3f0e7f835 req-ab092adf-354d-4a39-ac50-a0ac2073a772 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.535222 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af214f75-4bcc-4a91-9e3b-6de3f0e7f835 req-ab092adf-354d-4a39-ac50-a0ac2073a772 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0487070 Oct 26 10:48:11.572558 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af214f75-4bcc-4a91-9e3b-6de3f0e7f835 req-9b28a89b-c8a8-45c9-adb6-fb892d5e79f9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Oct 26 10:48:11.698201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7312e97-5870-4145-a04b-db5c57d1fade req-8828c679-4b47-4562-be71-a78bccc3bd56 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.699667 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7312e97-5870-4145-a04b-db5c57d1fade req-8828c679-4b47-4562-be71-a78bccc3bd56 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0559514 Oct 26 10:48:11.737305 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7312e97-5870-4145-a04b-db5c57d1fade req-657bfd8e-38e4-4bca-b6e6-f9b4858bd324 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Oct 26 10:48:11.920903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3dd8c-45ea-48f6-ad7e-c200e558a7d6 req-1b1ffb8b-d8ec-4eab-9277-3100c9d852f7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.922382 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-07e3dd8c-45ea-48f6-ad7e-c200e558a7d6 req-1b1ffb8b-d8ec-4eab-9277-3100c9d852f7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0638168 Oct 26 10:48:11.974862 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34e002-1c59-4c88-bc30-fb0f8b31cc33 req-b022aee2-13d9-45cc-914c-ebcbdd3a2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:11.976368 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2a34e002-1c59-4c88-bc30-fb0f8b31cc33 req-b022aee2-13d9-45cc-914c-ebcbdd3a2cbb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0729206 Oct 26 10:48:11.979667 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-07e3dd8c-45ea-48f6-ad7e-c200e558a7d6 req-14bb3260-4b8b-4030-b0a6-ad93b1ce7285 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Oct 26 10:48:12.015113 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2a34e002-1c59-4c88-bc30-fb0f8b31cc33 req-96559372-ebf7-4888-958f-d7907b12844b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Oct 26 10:48:12.046532 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [req-40766d44-bb28-4a24-933f-093213d9ccf0 req-0cd32fd0-b0e6-4f30-a4ac-60deef336b8b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:48:12.047479 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-40766d44-bb28-4a24-933f-093213d9ccf0 req-0cd32fd0-b0e6-4f30-a4ac-60deef336b8b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058155 Oct 26 10:48:12.199373 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aa726-6f4f-4402-a394-0b6007db4659 req-aa3235d3-58a2-47c3-ad8f-0fac058e7219 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:12.200817 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f96aa726-6f4f-4402-a394-0b6007db4659 req-aa3235d3-58a2-47c3-ad8f-0fac058e7219 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0517390 Oct 26 10:48:12.242270 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f96aa726-6f4f-4402-a394-0b6007db4659 req-5bf9490d-d455-403b-b556-ff6b0e0b78de tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Oct 26 10:48:12.309050 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de77d6-7397-4937-8d47-b8e96b638795 req-3d8d1f13-76b5-4997-9c7f-9942d04b1e0b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:12.310528 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9de77d6-7397-4937-8d47-b8e96b638795 req-3d8d1f13-76b5-4997-9c7f-9942d04b1e0b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Oct 26 10:48:12.347582 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9de77d6-7397-4937-8d47-b8e96b638795 req-4c2b0d87-6714-4db1-9c71-c2270da47991 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310762 Oct 26 10:48:12.499887 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58228) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:12.531724 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894659f-2d26-4b2f-a00c-4c7205d73da8 req-602513eb-38dd-436c-bdc3-4e9abb0903c3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:12.533222 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c894659f-2d26-4b2f-a00c-4c7205d73da8 req-602513eb-38dd-436c-bdc3-4e9abb0903c3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Oct 26 10:48:12.570977 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c894659f-2d26-4b2f-a00c-4c7205d73da8 req-04a2e3a4-6da3-402e-bb60-7bed8945942b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Oct 26 10:48:12.585866 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-ba592d83-ba2e-4ffc-b560-aacf3b2b017a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848508 Oct 26 10:48:12.597223 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-699a1bab-812f-41f4-9c60-765322c27dc9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:48:12.598257 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-699a1bab-812f-41f4-9c60-765322c27dc9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049016 Oct 26 10:48:12.623563 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 74023615-196d-41cc-b9af-87101bb30cdd details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:48:12.721165 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:12.732899 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '74023615-196d-41cc-b9af-87101bb30cdd', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'port_id': '74023615-196d-41cc-b9af-87101bb30cdd', 'mac_address': 'fa:16:3e:4a:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:48:12.771284 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:12.786552 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74023615-196d-41cc-b9af-87101bb30cdd {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:48:12.812486 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:12.817904 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:12.819318 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:48:12.887039 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237c23-be7a-40e6-a19a-68f191deb578 req-4145c0bd-d2d9-44b8-b468-5ca6413a88a0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:12.888799 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-63237c23-be7a-40e6-a19a-68f191deb578 req-4145c0bd-d2d9-44b8-b468-5ca6413a88a0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0572059 Oct 26 10:48:12.932609 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-63237c23-be7a-40e6-a19a-68f191deb578 req-bfeb0da0-2fe3-4a81-b99f-7d58f3171f0f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Oct 26 10:48:12.937505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:12.990420 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:13.005067 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'mac_address': 'fa:16:3e:d0:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:48:13.049649 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:13.064730 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf3d294-fdbb-45cb-87af-ed16250f2943 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:48:13.087141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:13.096749 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:13.109109 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e5c6-df8e-4f7b-a269-d35721006561 req-fedaf8b0-c899-4fd3-bf11-3b803b5a263c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:13.111128 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3fa5e5c6-df8e-4f7b-a269-d35721006561 req-fedaf8b0-c899-4fd3-bf11-3b803b5a263c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0644319 Oct 26 10:48:13.156617 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:13.173802 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3fa5e5c6-df8e-4f7b-a269-d35721006561 req-53472532-7ff0-47a5-8e3f-f69cfad7ddbb tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557182 Oct 26 10:48:13.367597 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88352162-367b-4213-865c-5b6e4d7c35d6 req-c7eaee2b-bf54-4f5b-abc8-c0afba486aa3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:13.369050 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-88352162-367b-4213-865c-5b6e4d7c35d6 req-c7eaee2b-bf54-4f5b-abc8-c0afba486aa3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0480340 Oct 26 10:48:13.407521 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-88352162-367b-4213-865c-5b6e4d7c35d6 req-64bc734b-fe29-47e1-9c55-f8176f0477e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Oct 26 10:48:13.421457 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:48:13.446590 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['5cf3d294-fdbb-45cb-87af-ed16250f2943'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:48:13.705688 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb33b-2c58-4287-abb9-21c8796b0a7d req-77953d54-8c4f-4c8c-94da-91f6b2972d9c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:13.707715 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5e9bb33b-2c58-4287-abb9-21c8796b0a7d req-77953d54-8c4f-4c8c-94da-91f6b2972d9c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 944 time: 0.0586891 Oct 26 10:48:13.748505 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5e9bb33b-2c58-4287-abb9-21c8796b0a7d req-5980e65e-da6b-4a70-80f0-f8a079ae383f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Oct 26 10:48:14.049275 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4c48a-5c34-4cac-a716-c5bbc3fc1f39 req-bde93d16-c3bf-46c7-8bf2-bec3252d3151 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.050791 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1fa4c48a-5c34-4cac-a716-c5bbc3fc1f39 req-bde93d16-c3bf-46c7-8bf2-bec3252d3151 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0511293 Oct 26 10:48:14.089129 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1fa4c48a-5c34-4cac-a716-c5bbc3fc1f39 req-d218bfa8-17d1-44eb-a6fc-22c7197eeed2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 26 10:48:14.222031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-2d8f9796-0fe6-4b02-9336-720258bcaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.223679 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-2d8f9796-0fe6-4b02-9336-720258bcaec0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 1096 time: 0.0708144 Oct 26 10:48:14.339817 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e057468-b1c9-42e0-8505-17db4afce5f1 req-6ff13c5b-8b8d-4206-a440-58886e57769f tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.340688 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06901e8f-ef97-4859-94c6-5bc67b71ba79 req-bb225d84-0989-4af1-94d3-7715ab21885c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.341323 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9e057468-b1c9-42e0-8505-17db4afce5f1 req-6ff13c5b-8b8d-4206-a440-58886e57769f tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 945 time: 0.1102114 Oct 26 10:48:14.342253 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-06901e8f-ef97-4859-94c6-5bc67b71ba79 req-bb225d84-0989-4af1-94d3-7715ab21885c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0496283 Oct 26 10:48:14.346048 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-2d00b6a4-1840-4adc-96c6-4e994937ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.347418 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-2d00b6a4-1840-4adc-96c6-4e994937ee25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1096 time: 0.0850718 Oct 26 10:48:14.381761 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-06901e8f-ef97-4859-94c6-5bc67b71ba79 req-aa2a3303-c456-4168-8078-3a63baa04ab3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Oct 26 10:48:14.532575 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244e49b-3848-4347-913e-58e608cd7148 req-d7598067-c3c3-4ec7-bc2d-f77ef9c32e58 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.534439 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1244e49b-3848-4347-913e-58e608cd7148 req-d7598067-c3c3-4ec7-bc2d-f77ef9c32e58 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0513935 Oct 26 10:48:14.572278 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1244e49b-3848-4347-913e-58e608cd7148 req-c130f2cb-eb42-452a-bc7e-c7c77f5fe302 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Oct 26 10:48:14.614467 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-484315d3-4ae4-43ce-a75b-51f85d87ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.615910 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-484315d3-4ae4-43ce-a75b-51f85d87ae5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.3177018 Oct 26 10:48:14.631795 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 74023615-196d-41cc-b9af-87101bb30cdd up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:48:14.659448 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9e057468-b1c9-42e0-8505-17db4afce5f1 req-ea4eca91-cc9a-4ffb-bfe4-c1f11b76b074 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108082 Oct 26 10:48:14.691739 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 74023615-196d-41cc-b9af-87101bb30cdd completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:48:14.695492 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 74023615-196d-41cc-b9af-87101bb30cdd triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:48:14.695852 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:14.722541 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-a5acc2a8-9d54-4693-a013-d1b29e7a3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.723989 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-a5acc2a8-9d54-4693-a013-d1b29e7a3f38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.3663259 Oct 26 10:48:14.771718 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:14.792206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-a942e4a9-5b49-419c-8040-27f7d9743a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.793684 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-a942e4a9-5b49-419c-8040-27f7d9743a69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.1627328 Oct 26 10:48:14.795430 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:14.797684 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fe8b3-e3e5-434a-9259-35091f80a7f6" -d '{"events": [{"server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "name": "network-vif-plugged", "status": "completed", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:14.814723 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:14.820520 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:14.821318 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:48:14.853786 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-12552504-430a-4c50-bfe1-e9b9d1d081d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.0409200 Oct 26 10:48:14.856581 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-76b48708-5fec-45b2-8f3e-b6ca9de8c207 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 999 time: 0.1223593 Oct 26 10:48:14.858959 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e708204f-070f-4e9a-a8cf-5f7c5dd6b791 x-openstack-request-id: req-e708204f-070f-4e9a-a8cf-5f7c5dd6b791 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:14.859271 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "name": "network-vif-plugged", "status": "completed", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:14.859903 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e708204f-070f-4e9a-a8cf-5f7c5dd6b791 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:14.859903 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'code': 200} Oct 26 10:48:14.886399 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641b04-c306-4395-9657-36560cb25756 req-da7c07f6-f110-4aa6-a064-2d18cc1f06ed tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.890062 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-43641b04-c306-4395-9657-36560cb25756 req-da7c07f6-f110-4aa6-a064-2d18cc1f06ed tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0647612 Oct 26 10:48:14.922088 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:14.937889 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 5cf3d294-fdbb-45cb-87af-ed16250f2943 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:48:14.943380 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 5cf3d294-fdbb-45cb-87af-ed16250f2943 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:48:14.944034 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:14.951513 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-43641b04-c306-4395-9657-36560cb25756 req-ca2088e3-51c3-4e47-a9de-8adea486fe50 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Oct 26 10:48:14.966441 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-c92d4468-25eb-45a6-beaa-3e81d71aca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:14.967990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-c92d4468-25eb-45a6-beaa-3e81d71aca48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0988524 Oct 26 10:48:15.017916 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-ee1c87ae-7ca5-4366-b0c3-c06af6a9b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.019414 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-ee1c87ae-7ca5-4366-b0c3-c06af6a9b76d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.1523266 Oct 26 10:48:15.030583 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-d52aadfa-dd42-461f-bdb7-48be09588a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.032218 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-d52aadfa-dd42-461f-bdb7-48be09588a71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552752 Oct 26 10:48:15.054406 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:15.092108 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:15.096215 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:15.097226 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:48:15.103207 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-fc697a71-93a1-437c-b87a-929031849cbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675275 Oct 26 10:48:15.177437 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:15.209362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21666-6e54-4330-ad39-6d5dd47d610c req-72d18ee9-273d-4465-a83f-a34e4949c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.210906 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-68e21666-6e54-4330-ad39-6d5dd47d610c req-72d18ee9-273d-4465-a83f-a34e4949c974 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1098 time: 0.1777980 Oct 26 10:48:15.269334 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-a87d2918-c334-4485-883b-0c9a9c8d98d9 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194817 Oct 26 10:48:15.283739 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-b791338a-6e4f-4e04-a844-315c8d2f93e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554501 Oct 26 10:48:15.294080 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-68e21666-6e54-4330-ad39-6d5dd47d610c req-3962faa2-e9a5-4d67-affd-463b4fd6224a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706892 Oct 26 10:48:15.436410 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cb0cfa79-f30e-48e4-bb66-375851d44fe0 req-0c7df259-7b6f-43f7-a0c7-42d3e45903c2 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547303 Oct 26 10:48:15.446517 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5ca93469-c894-4bd0-a25a-ec7db3859a95 req-199ece77-4f44-4c05-a92a-0d70eab6c8b6 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427796 Oct 26 10:48:15.499729 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2e3f-ebd6-4917-a325-a3fa55494843 req-4238dd2e-4a6b-49bb-9981-c49f8078465f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.501233 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-89fc2e3f-ebd6-4917-a325-a3fa55494843 req-4238dd2e-4a6b-49bb-9981-c49f8078465f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0506263 Oct 26 10:48:15.545989 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-89fc2e3f-ebd6-4917-a325-a3fa55494843 req-fccdaa62-7ab2-4191-b809-85e4d088d7d7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Oct 26 10:48:15.694772 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f1da-a585-48b4-aa29-1fb2a7b56364 req-8f52e286-26af-489b-8e6f-4b94e91143cb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.696373 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-98d9f1da-a585-48b4-aa29-1fb2a7b56364 req-8f52e286-26af-489b-8e6f-4b94e91143cb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0512176 Oct 26 10:48:15.741620 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-98d9f1da-a585-48b4-aa29-1fb2a7b56364 req-8be0acac-01b8-466d-b939-309fde7148b7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Oct 26 10:48:15.781521 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8ca0-0b81-407f-a693-a144e3d3cee4 req-f125601f-6896-4912-af52-4ad90fba2ae4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:15.783048 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e74a8ca0-0b81-407f-a693-a144e3d3cee4 req-f125601f-6896-4912-af52-4ad90fba2ae4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0565016 Oct 26 10:48:15.820564 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e74a8ca0-0b81-407f-a693-a144e3d3cee4 req-cb3fb3ba-509a-4ca6-9faf-b813ffa1b4e2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Oct 26 10:48:16.095147 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2195be-4829-46d9-9201-706ece416dcd req-a37572a4-d8c3-4447-9c20-2e63d55ed4bc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:16.105824 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5c2195be-4829-46d9-9201-706ece416dcd req-a37572a4-d8c3-4447-9c20-2e63d55ed4bc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0741861 Oct 26 10:48:16.144211 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5c2195be-4829-46d9-9201-706ece416dcd req-cec86469-176a-477c-aa7f-ffec853d0f0a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Oct 26 10:48:16.682642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591fbba-0a10-417c-82ae-09ef8ead31ef req-e2a37503-9ece-43a7-8942-7ce48fe1e77d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:16.684150 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d591fbba-0a10-417c-82ae-09ef8ead31ef req-e2a37503-9ece-43a7-8942-7ce48fe1e77d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0509591 Oct 26 10:48:16.722587 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d591fbba-0a10-417c-82ae-09ef8ead31ef req-d03161d6-b14c-447a-97f8-45ddd6cfa060 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Oct 26 10:48:16.861971 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:16.863882 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1715f1d3-a65e-472b-b9b5-553da8b81cf0" -d '{"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:16.870495 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daa8c9-8199-47ef-87b7-c3db17f4567a req-9d1b2fb6-5477-423d-aae6-20050d2e5bad tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:16.880622 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6daa8c9-8199-47ef-87b7-c3db17f4567a req-9d1b2fb6-5477-423d-aae6-20050d2e5bad tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0629132 Oct 26 10:48:16.928191 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6daa8c9-8199-47ef-87b7-c3db17f4567a req-c95a6c59-56ad-405e-904e-56eeab946b02 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Oct 26 10:48:16.941206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0afcd-de1c-44ae-894d-ad28e5180098 req-3a5d0d5e-a6bd-4681-9ee0-650a53eecab5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:16.944185 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fab0afcd-de1c-44ae-894d-ad28e5180098 req-3a5d0d5e-a6bd-4681-9ee0-650a53eecab5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0530145 Oct 26 10:48:16.998283 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac35196-5d49-4b67-9ef4-68d8830e93ea x-openstack-request-id: req-1ac35196-5d49-4b67-9ef4-68d8830e93ea {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:16.998604 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:16.998883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ac35196-5d49-4b67-9ef4-68d8830e93ea {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:16.999301 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'code': 200} Oct 26 10:48:17.003892 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fab0afcd-de1c-44ae-894d-ad28e5180098 req-d8175e06-6a6d-4706-9268-9e8ef700b826 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532148 Oct 26 10:48:17.269186 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2041f-99d7-4ca1-aa6c-2d94404d97c9 req-a97812f5-9bda-4d1c-963f-8c670e1eaed9 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:17.270667 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e1a2041f-99d7-4ca1-aa6c-2d94404d97c9 req-a97812f5-9bda-4d1c-963f-8c670e1eaed9 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0521126 Oct 26 10:48:17.308611 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e1a2041f-99d7-4ca1-aa6c-2d94404d97c9 req-b1dddb04-c577-42a0-bae0-a8abc926ef32 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Oct 26 10:48:17.853896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dce34-db58-4dc6-934f-55522f8157a4 req-a33fe7d5-79ef-4c7c-b0fd-25aa72fc3742 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:17.855385 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea0dce34-db58-4dc6-934f-55522f8157a4 req-a33fe7d5-79ef-4c7c-b0fd-25aa72fc3742 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0569310 Oct 26 10:48:17.894462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ea0dce34-db58-4dc6-934f-55522f8157a4 req-a91317cb-243b-48f1-a3ea-df9716a0398f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330932 Oct 26 10:48:18.052047 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7e996-83c8-421f-b35a-f8ebadf261b9 req-493cb113-7468-490c-b508-4cf4bae4edc8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:18.053618 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3db7e996-83c8-421f-b35a-f8ebadf261b9 req-493cb113-7468-490c-b508-4cf4bae4edc8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0500593 Oct 26 10:48:18.095539 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3db7e996-83c8-421f-b35a-f8ebadf261b9 req-0c0f5df8-2e7b-4978-8341-ae983ee360c1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338428 Oct 26 10:48:18.123956 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1888c-fce7-47f4-a607-537cb2515072 req-16445ce3-b548-4681-8eaf-1e0c848d0beb tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:18.125443 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f4f1888c-fce7-47f4-a607-537cb2515072 req-16445ce3-b548-4681-8eaf-1e0c848d0beb tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0545826 Oct 26 10:48:18.164479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f4f1888c-fce7-47f4-a607-537cb2515072 req-c011c0ec-82a4-46fb-bb0d-7eb8d8f2a30d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Oct 26 10:48:18.441596 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726996b-a6a3-4a49-b21b-2702ac0219b8 req-529a92b0-4fe5-4508-879c-4d0ae80d359d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:18.443058 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6726996b-a6a3-4a49-b21b-2702ac0219b8 req-529a92b0-4fe5-4508-879c-4d0ae80d359d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Oct 26 10:48:18.480979 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6726996b-a6a3-4a49-b21b-2702ac0219b8 req-13717a73-7d6d-4a91-bce3-813146c4c5d9 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 26 10:48:19.011522 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bddd27-3b4a-416c-a12c-26350d931668 req-1d5a006a-04ed-4080-8ba9-bbd5b8816eab tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:19.013264 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-24bddd27-3b4a-416c-a12c-26350d931668 req-1d5a006a-04ed-4080-8ba9-bbd5b8816eab tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0486631 Oct 26 10:48:19.060968 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-24bddd27-3b4a-416c-a12c-26350d931668 req-f258fd01-962f-4e78-9dad-d16d3def13c7 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Oct 26 10:48:19.223996 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143467d1-b5be-4e13-ba57-62defe085db8 req-bfa31c89-887d-46eb-b455-ddfb6208cdc1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:19.225596 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-143467d1-b5be-4e13-ba57-62defe085db8 req-bfa31c89-887d-46eb-b455-ddfb6208cdc1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0520930 Oct 26 10:48:19.268642 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-143467d1-b5be-4e13-ba57-62defe085db8 req-6f8d1a04-c346-4249-807b-31f1788088e3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358801 Oct 26 10:48:19.301159 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c77d-7332-48fe-8d43-e38a14e4f5c9 req-35eca2ca-65cb-4d8a-ac8e-2d8f6f59d0f5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:19.302651 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-22e6c77d-7332-48fe-8d43-e38a14e4f5c9 req-35eca2ca-65cb-4d8a-ac8e-2d8f6f59d0f5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0693803 Oct 26 10:48:19.351662 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-22e6c77d-7332-48fe-8d43-e38a14e4f5c9 req-a7255262-8813-4cec-a181-dc4cb06ee801 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Oct 26 10:48:19.616894 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d4ee1-31e7-460d-9c9f-94bf3d53e923 req-f570059c-20f2-46ae-be6e-85e5b93a79c8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:19.623186 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2e5d4ee1-31e7-460d-9c9f-94bf3d53e923 req-f570059c-20f2-46ae-be6e-85e5b93a79c8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Oct 26 10:48:19.660515 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2e5d4ee1-31e7-460d-9c9f-94bf3d53e923 req-890686e7-d89b-4062-bded-01bc356c48d3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Oct 26 10:48:20.183550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571b33e-a3fd-4dc9-abc3-251308359d80 req-5530ffd7-9f12-490a-aa3c-a6ff7897a47d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:20.185057 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9571b33e-a3fd-4dc9-abc3-251308359d80 req-5530ffd7-9f12-490a-aa3c-a6ff7897a47d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0553160 Oct 26 10:48:20.238038 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9571b33e-a3fd-4dc9-abc3-251308359d80 req-a94dcc70-8d64-4bb7-bce7-0a1b08536e8c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Oct 26 10:48:20.416793 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1467-f4b9-4e54-aad0-30e85f0af2b0 req-c2e7d888-8daf-46e0-bd18-6e44d9d404c2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:20.419575 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ed8b1467-f4b9-4e54-aad0-30e85f0af2b0 req-c2e7d888-8daf-46e0-bd18-6e44d9d404c2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0695925 Oct 26 10:48:20.470678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc951b-424f-4fda-af1a-1a897502750f req-c40237dd-259d-46de-b3e8-562594adc2fe tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:20.475767 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dfbc951b-424f-4fda-af1a-1a897502750f req-c40237dd-259d-46de-b3e8-562594adc2fe tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0569241 Oct 26 10:48:20.514449 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dfbc951b-424f-4fda-af1a-1a897502750f req-e7b25f8c-124c-4232-bac2-f1251212cd61 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Oct 26 10:48:20.673657 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ed8b1467-f4b9-4e54-aad0-30e85f0af2b0 req-894fae66-79ff-4eba-b94d-a0a7de3c592d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496638 Oct 26 10:48:20.782748 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322017-bba9-4e84-a3cc-4de0f24b977d req-cb4345ee-bc41-42bd-8fdd-31dedc807eb8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:20.784608 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c5322017-bba9-4e84-a3cc-4de0f24b977d req-cb4345ee-bc41-42bd-8fdd-31dedc807eb8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0545757 Oct 26 10:48:20.826167 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c5322017-bba9-4e84-a3cc-4de0f24b977d req-88880717-1657-44aa-a73c-df7aa0795707 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Oct 26 10:48:21.361180 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b81e-ff3d-40a5-b0e5-6d50ca7f7502 req-0a92b015-bf2f-4a70-aaca-35f12a3109cd tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:21.363025 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7811b81e-ff3d-40a5-b0e5-6d50ca7f7502 req-0a92b015-bf2f-4a70-aaca-35f12a3109cd tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0603273 Oct 26 10:48:21.401626 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7811b81e-ff3d-40a5-b0e5-6d50ca7f7502 req-b6622d60-2710-4335-8f74-a0cf30df2e07 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Oct 26 10:48:21.637867 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d19b5-f9ce-4152-b6c9-38c311712a40 req-7118d4c2-032b-47ad-b8f6-d2845ffe5e93 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:21.639325 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-996d19b5-f9ce-4152-b6c9-38c311712a40 req-7118d4c2-032b-47ad-b8f6-d2845ffe5e93 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0556893 Oct 26 10:48:21.676503 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-996d19b5-f9ce-4152-b6c9-38c311712a40 req-6f1670cf-e7e9-4b5a-8287-56022579b20b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Oct 26 10:48:21.795653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf08d-0bea-4f13-a7a1-104cfb726957 req-93a75212-8182-4d7f-9d3c-d6eaedd1b46d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:21.797244 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f9bf08d-0bea-4f13-a7a1-104cfb726957 req-93a75212-8182-4d7f-9d3c-d6eaedd1b46d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0513623 Oct 26 10:48:21.835880 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f9bf08d-0bea-4f13-a7a1-104cfb726957 req-e3fa84c2-4ba1-454e-8246-7c7374363750 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322876 Oct 26 10:48:21.955120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe09f2-e61f-4b9e-b8a2-a0b2f2324784 req-88b45140-d643-494c-a170-503bba84d90a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:21.956587 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ddbe09f2-e61f-4b9e-b8a2-a0b2f2324784 req-88b45140-d643-494c-a170-503bba84d90a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Oct 26 10:48:21.996432 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ddbe09f2-e61f-4b9e-b8a2-a0b2f2324784 req-d1bc2e63-4b8e-4fb8-9f21-1cd7505bf3af tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Oct 26 10:48:22.535703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536b8c-c2b2-48ac-8da7-53bd4b44017f req-c10bac6b-9274-433a-8035-ab09f7d4394d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:22.537407 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7b536b8c-c2b2-48ac-8da7-53bd4b44017f req-c10bac6b-9274-433a-8035-ab09f7d4394d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0680676 Oct 26 10:48:22.591631 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7b536b8c-c2b2-48ac-8da7-53bd4b44017f req-2a689014-31fa-4286-be41-38d4bca986cb tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Oct 26 10:48:22.798184 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c27f18-937d-4144-9fc4-05004437a9d9 req-1c209243-fed4-45b8-a348-edb8fd40bd21 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:22.799666 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b9c27f18-937d-4144-9fc4-05004437a9d9 req-1c209243-fed4-45b8-a348-edb8fd40bd21 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0552211 Oct 26 10:48:22.842737 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b9c27f18-937d-4144-9fc4-05004437a9d9 req-c51cd619-4aaf-4903-aea6-02382f4e4ca7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360036 Oct 26 10:48:22.960079 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03399bb-b76c-43e8-b483-7e5e52aca8c8 req-d445da14-d048-439c-834f-11648105b56e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:22.961484 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e03399bb-b76c-43e8-b483-7e5e52aca8c8 req-d445da14-d048-439c-834f-11648105b56e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0525346 Oct 26 10:48:22.998456 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e03399bb-b76c-43e8-b483-7e5e52aca8c8 req-7b435664-6dde-4451-8b8a-2081bf1de700 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301690 Oct 26 10:48:23.114955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830633-1339-43a4-9016-e65afeb3b01f req-8ae9df98-1bac-4106-bf40-f4d80d0da360 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:23.122814 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0a830633-1339-43a4-9016-e65afeb3b01f req-8ae9df98-1bac-4106-bf40-f4d80d0da360 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0569034 Oct 26 10:48:23.156222 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0a830633-1339-43a4-9016-e65afeb3b01f req-180d96a5-cb8b-4b2d-98b4-eb2fbdd0d9c7 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Oct 26 10:48:23.708400 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fe32-9a3f-4503-9059-5ccee70f8ee2 req-ae8c576c-b594-4a4a-be8d-3b8f67279e48 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:23.709894 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4dc5fe32-9a3f-4503-9059-5ccee70f8ee2 req-ae8c576c-b594-4a4a-be8d-3b8f67279e48 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0527821 Oct 26 10:48:23.747958 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4dc5fe32-9a3f-4503-9059-5ccee70f8ee2 req-e8e420b1-cced-4d5b-8089-589d4e40136b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Oct 26 10:48:23.961688 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd5d9d-9f01-4e93-9a10-7bc440d3abfe req-59b40e71-c387-4967-992c-4b615d8e3a15 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:23.963194 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36cd5d9d-9f01-4e93-9a10-7bc440d3abfe req-59b40e71-c387-4967-992c-4b615d8e3a15 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0513623 Oct 26 10:48:24.002551 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-36cd5d9d-9f01-4e93-9a10-7bc440d3abfe req-f982a87c-d01f-4503-84c0-0a2591d66dfb tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Oct 26 10:48:24.127676 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2fdd7-49b0-4ef5-95a3-8d9f34b6c140 req-647936fd-7f17-4287-9544-de12e9126ee9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:24.129180 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4ff2fdd7-49b0-4ef5-95a3-8d9f34b6c140 req-647936fd-7f17-4287-9544-de12e9126ee9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0525954 Oct 26 10:48:24.170096 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4ff2fdd7-49b0-4ef5-95a3-8d9f34b6c140 req-5fcdc75e-2c1c-4459-8ee7-f0447b19e690 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Oct 26 10:48:24.274580 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15f9a-ba0d-4111-8ad1-80e8bc3f5a6b req-7b8003e3-cccd-4e9b-af22-fd159a3eba84 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:24.276192 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-02a15f9a-ba0d-4111-8ad1-80e8bc3f5a6b req-7b8003e3-cccd-4e9b-af22-fd159a3eba84 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Oct 26 10:48:24.316878 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-02a15f9a-ba0d-4111-8ad1-80e8bc3f5a6b req-1919d1c3-95ca-4c70-9f46-9079f6d641bc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Oct 26 10:48:24.867803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba59e0-c132-4e4b-acdd-2993ca5a1175 req-344d76ef-229a-4c09-96b7-2abd3f0042b8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:24.869907 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a1ba59e0-c132-4e4b-acdd-2993ca5a1175 req-344d76ef-229a-4c09-96b7-2abd3f0042b8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0529644 Oct 26 10:48:24.908909 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a1ba59e0-c132-4e4b-acdd-2993ca5a1175 req-6c793ec2-6a1d-4966-8e3c-5ae4b8161c53 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Oct 26 10:48:25.121807 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540112-2899-4a91-8b20-b1c9cdc3c56f req-fad2b1d3-d653-40b9-af36-ff689a16c19a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:25.123280 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92540112-2899-4a91-8b20-b1c9cdc3c56f req-fad2b1d3-d653-40b9-af36-ff689a16c19a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0497661 Oct 26 10:48:25.174591 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92540112-2899-4a91-8b20-b1c9cdc3c56f req-a8beb811-6a6a-4657-b21d-095aa5dbc482 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358455 Oct 26 10:48:25.290649 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458116d-6000-4700-8a23-3823038f0add req-a8383294-52eb-4bee-ab50-d4d6d0a1fba2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:25.292141 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f458116d-6000-4700-8a23-3823038f0add req-a8383294-52eb-4bee-ab50-d4d6d0a1fba2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0494249 Oct 26 10:48:25.333055 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f458116d-6000-4700-8a23-3823038f0add req-21bfaaf2-7aed-49a7-8c8b-c5ed09225415 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348594 Oct 26 10:48:25.456513 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1d88c-9e24-4e55-860a-d0d33faf4b95 req-ee7b32ce-4bea-49e5-9178-78b62771d726 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:25.458372 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bec1d88c-9e24-4e55-860a-d0d33faf4b95 req-ee7b32ce-4bea-49e5-9178-78b62771d726 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0514710 Oct 26 10:48:25.496300 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bec1d88c-9e24-4e55-860a-d0d33faf4b95 req-f9e3d622-61c8-4ca6-9926-3bf29d31d85f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Oct 26 10:48:26.034994 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb73d6d-149d-4f21-91c2-612d9fd2676d req-17925309-7d7b-49c5-a857-e57c261e29e2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:26.036416 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8fb73d6d-149d-4f21-91c2-612d9fd2676d req-17925309-7d7b-49c5-a857-e57c261e29e2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0530066 Oct 26 10:48:26.075449 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8fb73d6d-149d-4f21-91c2-612d9fd2676d req-df8db8d7-f310-4246-8ebd-030b0670051b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Oct 26 10:48:26.286394 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc9bd7-30d7-49de-bde2-dc228398a915 req-632a5efd-038f-4823-9aae-216e654125be tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:26.288156 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fabc9bd7-30d7-49de-bde2-dc228398a915 req-632a5efd-038f-4823-9aae-216e654125be tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0561769 Oct 26 10:48:26.328884 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fabc9bd7-30d7-49de-bde2-dc228398a915 req-4a84da01-1b7a-438a-8941-8a053ea6a1e2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348639 Oct 26 10:48:26.492594 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f815-2a58-4464-9d62-59233732f7f2 req-9a631989-c89f-458a-b3db-5c09792855fa tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:26.494657 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e255f815-2a58-4464-9d62-59233732f7f2 req-9a631989-c89f-458a-b3db-5c09792855fa tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0473642 Oct 26 10:48:26.544712 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e255f815-2a58-4464-9d62-59233732f7f2 req-7d647c16-9cfb-4914-bbe2-9fc8a87b7eff tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Oct 26 10:48:26.622978 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9e0c5-67f2-448c-890e-a47cbb607467 req-41b7146c-d13f-4737-b663-5d99a233746c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:26.624938 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-29a9e0c5-67f2-448c-890e-a47cbb607467 req-41b7146c-d13f-4737-b663-5d99a233746c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Oct 26 10:48:26.664160 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-29a9e0c5-67f2-448c-890e-a47cbb607467 req-dc9f827c-933d-42d5-9446-93632b95b799 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Oct 26 10:48:27.096923 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-503d9ff3-aa14-4803-9482-2a2bdcd35581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:27.194203 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebedf-4ced-474b-b4fa-175c7421d8c6 req-332815f4-c888-42ad-b481-b1a7d55f42cc tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:27.195658 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e73ebedf-4ced-474b-b4fa-175c7421d8c6 req-332815f4-c888-42ad-b481-b1a7d55f42cc tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0499949 Oct 26 10:48:27.233829 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e73ebedf-4ced-474b-b4fa-175c7421d8c6 req-0ec09672-87c7-42d3-b5c1-335664469f2c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Oct 26 10:48:27.442627 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093abd67-5740-4ae5-852e-48771cac5029 req-96dc4f61-0c36-47dc-bb14-892771fbf6b7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:27.444060 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-093abd67-5740-4ae5-852e-48771cac5029 req-96dc4f61-0c36-47dc-bb14-892771fbf6b7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0489688 Oct 26 10:48:27.480577 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-093abd67-5740-4ae5-852e-48771cac5029 req-5fde9198-309c-46a8-8b19-7f4a3e68eaf2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Oct 26 10:48:27.667637 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1aa57-924c-4783-9d05-3e16d7504de5 req-3b798246-2a99-467f-9305-51e0256d26c7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:27.669104 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6c1aa57-924c-4783-9d05-3e16d7504de5 req-3b798246-2a99-467f-9305-51e0256d26c7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0513766 Oct 26 10:48:27.705991 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6c1aa57-924c-4783-9d05-3e16d7504de5 req-ba08f466-3a1c-459e-82bb-8d3204ce1ff1 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Oct 26 10:48:27.780620 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b649644-5b7e-4fec-b8ab-66aa084b1dab req-f1916de4-f449-4429-add6-a6b77f917889 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:27.782105 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7b649644-5b7e-4fec-b8ab-66aa084b1dab req-f1916de4-f449-4429-add6-a6b77f917889 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Oct 26 10:48:27.819388 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7b649644-5b7e-4fec-b8ab-66aa084b1dab req-467c5fd4-18cd-4398-91aa-4bcb9f5d2ca4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Oct 26 10:48:28.147108 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67609efd-995d-48fb-92ed-b8551692b200 req-a2c4aa70-cfec-4c6f-be48-5cbc7b8890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:28.148463 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-67609efd-995d-48fb-92ed-b8551692b200 req-a2c4aa70-cfec-4c6f-be48-5cbc7b8890fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0396016 Oct 26 10:48:28.190798 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-67609efd-995d-48fb-92ed-b8551692b200 req-888e9432-53ed-4396-8183-8c3da98b06e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266607 Oct 26 10:48:28.268816 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:48:28.346210 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f9964-05c7-4aae-922b-89156874649f req-2b147153-5ac7-48d9-8bff-149fc5cfc959 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:28.347650 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d24f9964-05c7-4aae-922b-89156874649f req-2b147153-5ac7-48d9-8bff-149fc5cfc959 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0482945 Oct 26 10:48:28.385476 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d24f9964-05c7-4aae-922b-89156874649f req-0af46131-ae35-4cf7-b124-4023e30184aa tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Oct 26 10:48:28.597440 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808767cc-7276-4d1b-b903-2a58a2475d2c req-8d99d6f9-31c6-4e3f-a759-9b1886dc84e6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:28.603868 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-808767cc-7276-4d1b-b903-2a58a2475d2c req-8d99d6f9-31c6-4e3f-a759-9b1886dc84e6 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0516922 Oct 26 10:48:28.640691 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-808767cc-7276-4d1b-b903-2a58a2475d2c req-4a93038e-6c9d-49df-ab89-a75b6db74899 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339127 Oct 26 10:48:28.825049 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2011229-0028-47a7-bf84-b471e6235d91 req-48ccd8a6-c285-41f5-9d70-8be2f2a12d6c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:28.826459 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d2011229-0028-47a7-bf84-b471e6235d91 req-48ccd8a6-c285-41f5-9d70-8be2f2a12d6c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0483105 Oct 26 10:48:28.864802 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d2011229-0028-47a7-bf84-b471e6235d91 req-c24934ed-f6cb-453c-991b-10c73abdb26b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326080 Oct 26 10:48:28.934758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1d01-8325-4ff7-8c12-b7d16adce872 req-51dd5de3-3c15-4cf7-814c-9745bd5c0e76 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:28.936214 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dbbb1d01-8325-4ff7-8c12-b7d16adce872 req-51dd5de3-3c15-4cf7-814c-9745bd5c0e76 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0528929 Oct 26 10:48:28.975538 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dbbb1d01-8325-4ff7-8c12-b7d16adce872 req-afad0008-bdea-47a0-8364-5eacc04fef76 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Oct 26 10:48:29.096558 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf969a-5657-48b1-9d1a-5e46c5ec4351 req-1529bb15-cde2-43b4-a3d5-3990eb025d05 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.097976 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-38cf969a-5657-48b1-9d1a-5e46c5ec4351 req-1529bb15-cde2-43b4-a3d5-3990eb025d05 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Oct 26 10:48:29.135993 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-38cf969a-5657-48b1-9d1a-5e46c5ec4351 req-ca5ce680-6570-4a04-87d5-5d242b1db329 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Oct 26 10:48:29.452579 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0764ffb-60db-4cf7-9e12-4bf8e2ced535 req-f4739082-e272-473f-b94b-d1b9b5ab8626 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.454156 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c0764ffb-60db-4cf7-9e12-4bf8e2ced535 req-f4739082-e272-473f-b94b-d1b9b5ab8626 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Oct 26 10:48:29.491625 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c0764ffb-60db-4cf7-9e12-4bf8e2ced535 req-13dc35f7-6fb2-4510-bc2a-ac9430fd7794 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Oct 26 10:48:29.500395 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce5e9b-b36d-4fc5-a774-0e537a667634 req-d321ed90-3f85-4db7-b863-631930479891 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.501486 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5cce5e9b-b36d-4fc5-a774-0e537a667634 req-d321ed90-3f85-4db7-b863-631930479891 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0496023 Oct 26 10:48:29.527098 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ef5b031f-78b6-473f-806e-37aac3d73389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:29.550493 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5cce5e9b-b36d-4fc5-a774-0e537a667634 req-fab2abda-ee7a-477a-a442-499d97095dce tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Oct 26 10:48:29.764190 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656d019-99cb-4dc4-a782-0d13b5eff6d1 req-ca3f86fe-a778-4954-9855-d7448aa3af02 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.769621 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b656d019-99cb-4dc4-a782-0d13b5eff6d1 req-ca3f86fe-a778-4954-9855-d7448aa3af02 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0602608 Oct 26 10:48:29.819890 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b656d019-99cb-4dc4-a782-0d13b5eff6d1 req-94d3450a-cf64-43aa-8dbe-0469b9b2aed3 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478685 Oct 26 10:48:29.937903 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5e09-7481-4f2e-95f6-139a0142d24a req-516d87e8-8e1c-4e83-9000-7f921a2c5504 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.939404 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5ef5e09-7481-4f2e-95f6-139a0142d24a req-516d87e8-8e1c-4e83-9000-7f921a2c5504 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0512629 Oct 26 10:48:29.979555 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5ef5e09-7481-4f2e-95f6-139a0142d24a req-e60cf7cc-f7d5-4572-a2d1-03e826995346 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338116 Oct 26 10:48:29.987092 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651c62d-5e28-4e79-a26a-d8a0eaf28e76 req-0a2ca29d-b447-4d25-8561-ca3d8ce4be2c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:29.988669 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a651c62d-5e28-4e79-a26a-d8a0eaf28e76 req-0a2ca29d-b447-4d25-8561-ca3d8ce4be2c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0530071 Oct 26 10:48:30.001387 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58410) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:30.028228 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a651c62d-5e28-4e79-a26a-d8a0eaf28e76 req-320ed4e1-7d5b-405e-9208-96da2d7748ab tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336475 Oct 26 10:48:30.148478 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfbbe1-da38-4a03-a40b-dfef1f44ce4c tempest-TestShelveInstance-704701873 tempest-TestShelveInstance-704701873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:30.150497 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-babfbbe1-da38-4a03-a40b-dfef1f44ce4c tempest-TestShelveInstance-704701873 tempest-TestShelveInstance-704701873-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1094 time: 0.1480398 Oct 26 10:48:30.153429 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58414) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:30.157584 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:30.179097 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for floatingip, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.273461 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.380957 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Allocated IP 172.27.3.90 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/a2a073ef-bf3d-4ee0-b7ae-1b73508c083f) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:48:30.480410 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.512530 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.554314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:48:30.557744 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:48:30.561251 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:48:30.567284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'Port': ['ID=a2a073ef-bf3d-4ee0-b7ae-1b73508c083f,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:30.591397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.591752 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.592099 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.592438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.592770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.593120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.593454 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.593782 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.594105 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.594435 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.594758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.595085 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:30.756642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea1f5b-c8a7-47c6-b6e2-ab40d5304b05 req-29893cf4-2f4f-4e50-97fb-4f79633f891c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:30.758210 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-42ea1f5b-c8a7-47c6-b6e2-ab40d5304b05 req-29893cf4-2f4f-4e50-97fb-4f79633f891c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.1302440 Oct 26 10:48:30.818611 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-42ea1f5b-c8a7-47c6-b6e2-ab40d5304b05 req-0ca7f99a-305d-4f15-a218-144f57f9774c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Oct 26 10:48:30.894440 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.935575 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:30.962608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.037862 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.227126 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab39c2-86fb-444d-a8aa-30d3d0c4b24b req-56edaac6-fd3d-44e7-a996-dfc3e85336f5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:31.228628 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-76ab39c2-86fb-444d-a8aa-30d3d0c4b24b req-56edaac6-fd3d-44e7-a996-dfc3e85336f5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0771425 Oct 26 10:48:31.287730 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-76ab39c2-86fb-444d-a8aa-30d3d0c4b24b req-faefe07e-7f46-41c2-b09e-a138f3d64653 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531168 Oct 26 10:48:31.289621 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.295193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.328037 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.413447 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event updated for resources: {'Port': ['ID=a2a073ef-bf3d-4ee0-b7ae-1b73508c083f,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:31.447300 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Floating IP b55606d8-fe2a-4469-9990-fadac72db848 associated. External IP: 172.27.3.90, port: 5cf3d294-fdbb-45cb-87af-ed16250f2943. Oct 26 10:48:31.653641 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Router 1ca0c476-6409-495b-8758-a3e185c372d4 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:48:31.758389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:48:31.768432 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Sync routers for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:48:31.774908 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:31.779040 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:48:31.779581 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:48:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:31.802491 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f9507a3e-077d-4118-ad64-b97f96f92be2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6480637 Oct 26 10:48:31.803054 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:31.805440 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59cbfd9-5ed6-4997-901a-53126a1b2c50" -d '{"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:31.840169 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5799986e-3c94-4370-b06f-36e81b57b6b6 x-openstack-request-id: req-5799986e-3c94-4370-b06f-36e81b57b6b6 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:31.840534 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:31.840834 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5799986e-3c94-4370-b06f-36e81b57b6b6 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:31.841261 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'status': 'completed', 'code': 200} Oct 26 10:48:31.883306 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:48:31.925542 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-6a807fc2-2e1b-4341-9453-63b1ea4c5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:31.927122 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-6a807fc2-2e1b-4341-9453-63b1ea4c5f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0460339 Oct 26 10:48:32.031589 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-7939a3a4-853f-4d86-b66f-ef1f3eb26b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:32.032969 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-7939a3a4-853f-4d86-b66f-ef1f3eb26b5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.0884829 Oct 26 10:48:32.098569 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-5de73943-ef34-48da-9f8a-7246b0c55fcd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 999 time: 0.0574656 Oct 26 10:48:32.106058 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'b55606d8-fe2a-4469-9990-fadac72db848', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'mac_address': 'fa:16:3e:d0:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:30Z', 'updated_at': '2021-10-26T10:48:30Z', 'revision_number': 0, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:32.131718 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Checking router: 1ca0c476-6409-495b-8758-a3e185c372d4 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:48:32.139873 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:48:32.140464 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:48:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:32.152025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-a2f0e2e1-d70c-4b16-aaa2-a849d19e50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:32.153508 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-a2f0e2e1-d70c-4b16-aaa2-a849d19e50f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0475893 Oct 26 10:48:32.201077 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-00beefaa-bb59-403d-b6d1-d2e722957c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:32.202809 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-00beefaa-bb59-403d-b6d1-d2e722957c76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407274 Oct 26 10:48:32.248721 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:48:32.285534 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01574-de02-457e-9d59-6f5ddc9956c9 req-b6cbba8b-1bd7-406a-8241-44114e7d766c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:32.287318 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-56a01574-de02-457e-9d59-6f5ddc9956c9 req-b6cbba8b-1bd7-406a-8241-44114e7d766c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0521696 Oct 26 10:48:32.300973 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-562865fd-0bf0-4dc7-9694-3956fa573962 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Oct 26 10:48:32.333096 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-56a01574-de02-457e-9d59-6f5ddc9956c9 req-27fe1723-54f8-4284-9b91-fa348ec02b48 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 Oct 26 10:48:32.471666 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b59cbfd9-5ed6-4997-901a-53126a1b2c50 req-dfda5004-7ebd-4f59-a3c4-94af92d04f19 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489644 Oct 26 10:48:32.480408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7232d9e-5695-4b18-b76a-2a328e132ede req-0910a914-b5bd-4f3f-b324-bc7b79ab99fb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:32.481837 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7232d9e-5695-4b18-b76a-2a328e132ede req-0910a914-b5bd-4f3f-b324-bc7b79ab99fb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0939472 Oct 26 10:48:32.516115 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'b55606d8-fe2a-4469-9990-fadac72db848', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'mac_address': 'fa:16:3e:d0:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:30Z', 'updated_at': '2021-10-26T10:48:30Z', 'revision_number': 0, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:32.528598 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7232d9e-5695-4b18-b76a-2a328e132ede req-1167ee61-d18a-43f7-9a32-c4d93a0a477a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352654 Oct 26 10:48:32.545281 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956cc6e6-b2e2-4260-a6c7-920592ffdd05 None None] The sync data for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi is: [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'b55606d8-fe2a-4469-9990-fadac72db848', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'mac_address': 'fa:16:3e:d0:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:30Z', 'updated_at': '2021-10-26T10:48:30Z', 'revision_number': 0, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:48:32.751883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da73343-a4de-495a-80cb-35d2b9a6dd78 None None] New status for floating IP b55606d8-fe2a-4469-9990-fadac72db848: ACTIVE {{(pid=108010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:48:32.903111 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:33.852216 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75d2f9-dc6d-4a7b-ab55-d1a3bb484e4b req-d7f24212-5508-4c03-a519-933149668ade tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:33.854268 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc75d2f9-dc6d-4a7b-ab55-d1a3bb484e4b req-d7f24212-5508-4c03-a519-933149668ade tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.2498007 Oct 26 10:48:33.860185 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:33.890820 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc75d2f9-dc6d-4a7b-ab55-d1a3bb484e4b req-061f91a6-62fb-4678-84e1-9726d516fe18 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Oct 26 10:48:34.050296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-f391ab5d-c85a-44cc-8ceb-c2fac4c64225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:34.051700 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-f391ab5d-c85a-44cc-8ceb-c2fac4c64225 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1096 time: 0.0387280 Oct 26 10:48:34.166107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-9519a3e3-9903-424c-8ca9-62b7869408b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:34.167510 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-9519a3e3-9903-424c-8ca9-62b7869408b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.0849674 Oct 26 10:48:34.233559 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-308cb4b5-39fd-448c-b576-2096d0aec7f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 200 len: 999 time: 0.0559297 Oct 26 10:48:34.296346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-238b6cb8-9225-4590-a161-f42009a86802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:34.297700 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-238b6cb8-9225-4590-a161-f42009a86802 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0416102 Oct 26 10:48:34.349132 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-84fc3a6a-3959-484b-8dd2-70df1bb8e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:34.350467 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-84fc3a6a-3959-484b-8dd2-70df1bb8e4f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405755 Oct 26 10:48:34.441498 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-a6b2320c-35a3-484d-9f6b-fbc3a7ac8f8a service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797834 Oct 26 10:48:34.534691 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1882faa8-a588-42f8-a4c2-96f0f396d83c req-88e129e8-ffd4-432c-8e3c-d4b10a61b92d service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839782 Oct 26 10:48:35.008428 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbad41-b1ac-4bea-87a6-4c6553d80fc2 req-b51c2f4c-825d-400e-af04-67f53a115e4f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:35.010509 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-74fbad41-b1ac-4bea-87a6-4c6553d80fc2 req-b51c2f4c-825d-400e-af04-67f53a115e4f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0485473 Oct 26 10:48:35.047666 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-74fbad41-b1ac-4bea-87a6-4c6553d80fc2 req-021ee612-05e5-40ea-acc8-f04039f301db tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 26 10:48:36.170184 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff51c-2b10-4a13-94f1-32aea54bf4f2 req-69b0e67f-ba30-42f6-8ff8-d078d5a65b70 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:36.171649 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6baff51c-2b10-4a13-94f1-32aea54bf4f2 req-69b0e67f-ba30-42f6-8ff8-d078d5a65b70 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 943 time: 0.0533938 Oct 26 10:48:36.208251 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6baff51c-2b10-4a13-94f1-32aea54bf4f2 req-f641a926-edb6-4580-8912-986895b4dec8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Oct 26 10:48:36.755263 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:48:36.851918 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:36.863136 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'mac_address': 'fa:16:3e:34:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:48:36.900095 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:36.912879 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:48:36.931724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:36.935293 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:36.979669 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=9']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:36.986327 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.986696 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.987033 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.987362 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.987692 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.988011 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.988328 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.988650 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.988980 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.989428 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.989744 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:36.990057 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:37.295586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:48:37.329755 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a366e7-7b52-408a-a06c-f5c0ada184ea req-bf0cbd1a-317f-49ef-8eaa-05b1b3897b25 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:37.331221 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-26a366e7-7b52-408a-a06c-f5c0ada184ea req-bf0cbd1a-317f-49ef-8eaa-05b1b3897b25 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 944 time: 0.0523953 Oct 26 10:48:37.368679 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-26a366e7-7b52-408a-a06c-f5c0ada184ea req-a64824a1-6906-4c69-bae3-3c674acf635d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Oct 26 10:48:38.488304 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c2c5e-d1bb-423d-98d3-34f88606871b req-eee1ee72-e675-4e06-b6a0-94c636214563 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:38.489802 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-540c2c5e-d1bb-423d-98d3-34f88606871b req-eee1ee72-e675-4e06-b6a0-94c636214563 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 944 time: 0.0496573 Oct 26 10:48:38.527113 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-540c2c5e-d1bb-423d-98d3-34f88606871b req-2e31d45d-2f91-4c78-979e-af264369e47a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Oct 26 10:48:38.757718 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:48:38.803470 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:48:38.803837 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:38.937116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868d7a1-1925-46bf-8f25-5a4ae33d5947 req-5ea2ecfd-ff3c-4898-bd71-aa3cc0bd77ce tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:38.938686 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c868d7a1-1925-46bf-8f25-5a4ae33d5947 req-5ea2ecfd-ff3c-4898-bd71-aa3cc0bd77ce tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Oct 26 10:48:38.978500 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c868d7a1-1925-46bf-8f25-5a4ae33d5947 req-86ac29e0-cf3e-4432-ad2b-12706eb915b6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Oct 26 10:48:39.001449 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58512) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:39.010066 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.033535 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:39.035700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b359a-2390-407a-8099-cfd46085b4c9" -d '{"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:39.048207 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:39.052743 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.076848 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9463af-0d09-4bc3-b995-1aac511bb3b1 x-openstack-request-id: req-ba9463af-0d09-4bc3-b995-1aac511bb3b1 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:39.077180 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-plugged", "status": "completed", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:39.077435 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba9463af-0d09-4bc3-b995-1aac511bb3b1 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:39.077812 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'code': 200} Oct 26 10:48:39.106976 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=10']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:39.154243 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f919f-f4c4-490e-9633-07e4c12f2712 tempest-TestMinimumBasicScenario-278130887 tempest-TestMinimumBasicScenario-278130887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:39.155715 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-4e9f919f-f4c4-490e-9633-07e4c12f2712 tempest-TestMinimumBasicScenario-278130887 tempest-TestMinimumBasicScenario-278130887-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1093 time: 0.1530216 Oct 26 10:48:39.159055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58518) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:39.163610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'port_id': '74023615-196d-41cc-b9af-87101bb30cdd', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:39.185339 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for floatingip, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.280693 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.385706 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Allocated IP 172.27.3.192 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/4cadd062-eae5-420c-8c76-f45e4647a1c7) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:48:39.483894 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.517382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.561469 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:48:39.566070 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:48:39.570510 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:48:39.576009 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'Port': ['ID=4cadd062-eae5-420c-8c76-f45e4647a1c7,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:39.653401 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228216-8288-462c-9186-3d48c24b590e req-b8a8d18a-3b32-488f-9561-a44e800ad8bf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:39.656033 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a9228216-8288-462c-9186-3d48c24b590e req-b8a8d18a-3b32-488f-9561-a44e800ad8bf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Oct 26 10:48:39.674456 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e00e4b-6299-4e31-87d3-c2235c9a2b26 req-1eb4fa33-a9b2-49f2-ae3f-849c2ee643bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:39.675919 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92e00e4b-6299-4e31-87d3-c2235c9a2b26 req-1eb4fa33-a9b2-49f2-ae3f-849c2ee643bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 1099 time: 0.0791650 Oct 26 10:48:39.692737 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a9228216-8288-462c-9186-3d48c24b590e req-0838d5f9-75bd-423a-ba58-353d10d7691f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 Oct 26 10:48:39.775572 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92e00e4b-6299-4e31-87d3-c2235c9a2b26 req-0716a310-2e98-4d3e-bf9e-a8df4461ac2a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663784 Oct 26 10:48:39.921222 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:39.983923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.129902 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.134393 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.163849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.235711 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'Port': ['ID=4cadd062-eae5-420c-8c76-f45e4647a1c7,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:40.271161 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Floating IP 670c483a-c469-4e93-ab42-faec513ce854 associated. External IP: 172.27.3.192, port: 74023615-196d-41cc-b9af-87101bb30cdd. Oct 26 10:48:40.471327 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:48:40.574185 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:48:40.583984 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Sync routers for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:48:40.591673 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.595521 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:48:40.596112 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:48:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:40.618439 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0820e7fb-0a7c-4499-b209-2747658f9a1c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4582834 Oct 26 10:48:40.619007 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:40.621248 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc65206-542b-4e0f-a219-4a8eb54a65f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:40.621459 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58526) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:40.627300 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519416629', 'description': 'tempest-secgroup-smoke-519416629 description', 'project_id': '879892c451254d68b512ff1a990d6e02'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:40.651868 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.660424 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67028b46-2158-4671-b3d5-fa5adfa9dedb x-openstack-request-id: req-67028b46-2158-4671-b3d5-fa5adfa9dedb {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:40.660701 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:40.660966 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67028b46-2158-4671-b3d5-fa5adfa9dedb {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:40.661375 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:48:40.714011 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:48:40.723189 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.729307 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.740889 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-2e678c6d-398e-4639-b9cb-7525b72d340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:40.742722 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-2e678c6d-398e-4639-b9cb-7525b72d340b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1098 time: 0.0485623 Oct 26 10:48:40.775767 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.780414 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1572409 Oct 26 10:48:40.781105 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58532) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:40.796453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:40.822324 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f4e36-9a50-41f7-a9bc-c418b3c48606,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:40.839537 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.839827 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.840650 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.840650 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.840882 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.841105 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.841444 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.841749 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.842233 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.842532 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.842923 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.843249 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa76d9f-b4f9-4a37-9a24-2881ff37c28e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:48:40.861738 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-c84ae442-dda0-40f3-af11-f62946d1a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:40.863475 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-c84ae442-dda0-40f3-af11-f62946d1a045 service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.1117699 Oct 26 10:48:40.872991 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9aa2a-6159-48f8-abbf-b7a580a61dd3 req-f4af6afb-a902-418c-9572-9cfa65d2e2a5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:40.880151 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21c9aa2a-6159-48f8-abbf-b7a580a61dd3 req-f4af6afb-a902-418c-9572-9cfa65d2e2a5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0971727 Oct 26 10:48:40.898344 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.936164 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21c9aa2a-6159-48f8-abbf-b7a580a61dd3 req-e53fb4ad-54bc-4dad-91c3-7a10e78d156c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551362 Oct 26 10:48:40.954110 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-a7015013-e29a-4163-a3d0-a00bcedc3787 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 999 time: 0.0801294 Oct 26 10:48:40.960865 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.964511 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '670c483a-c469-4e93-ab42-faec513ce854', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'port_id': '74023615-196d-41cc-b9af-87101bb30cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'mac_address': 'fa:16:3e:4a:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:39Z', 'updated_at': '2021-10-26T10:48:39Z', 'revision_number': 0, 'project_id': '879892c451254d68b512ff1a990d6e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:40.966148 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.987983 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81352b47-7f96-446d-bca4-5ff62df3b8e2,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:40.995952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:40.996933 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Checking router: 16b59b2d-e1c6-4c20-af50-8a94352cd0dd for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:48:40.997129 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-3980a62d-d736-49cc-a1f9-ddef524d5455 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041972 Oct 26 10:48:40.999906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58534) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:41.004460 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:41.010633 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:48:41.011472 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:48:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:41.029573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-2ab57877-a254-4916-a223-8733aed4f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:41.031501 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.032269 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-2ab57877-a254-4916-a223-8733aed4f0b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0645661 Oct 26 10:48:41.091455 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-81f71671-881f-4c41-a388-d17c274e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:41.092873 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-81f71671-881f-4c41-a388-d17c274e9f32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484459 Oct 26 10:48:41.094002 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.098871 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.116576 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bec4279-2972-4f11-9910-369beeb63e07,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:41.124861 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.125125 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:48:41.145115 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-3b70583a-6096-4f99-8ffa-c4a0ba2d4317 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340823 Oct 26 10:48:41.145115 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58538) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:41.145115 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:41.172946 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.240885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.247670 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.262798 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5136046e-0d2d-40a1-9977-7ff02b17dd19,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:41.281476 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.285879 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e01410d5-fc66-45c6-800b-690ff0e5ae6a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437140 Oct 26 10:48:41.286262 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58542) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:41.291756 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:41.336479 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.428400 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.436068 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.463992 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-8c22c2f2-0c15-45cf-8d01-800c5114f7d0 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380079 Oct 26 10:48:41.469993 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43bfa7a-b928-4609-8d13-8bb32c0d78b0,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:41.482523 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.484277 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-60c24a7a-4344-47bf-aad1-0626ae8c12cc tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968803 Oct 26 10:48:41.489154 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58556) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:41.494455 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:41.510372 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '670c483a-c469-4e93-ab42-faec513ce854', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'port_id': '74023615-196d-41cc-b9af-87101bb30cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'mac_address': 'fa:16:3e:4a:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:39Z', 'updated_at': '2021-10-26T10:48:39Z', 'revision_number': 0, 'project_id': '879892c451254d68b512ff1a990d6e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:48:41.520558 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.securitygroups_db [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Project 879892c451254d68b512ff1a990d6e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:48:41.529468 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.549674 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae17bc-7d99-46e1-8cb3-ed2a6289a25c None None] The sync data for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi is: [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '670c483a-c469-4e93-ab42-faec513ce854', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'port_id': '74023615-196d-41cc-b9af-87101bb30cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'mac_address': 'fa:16:3e:4a:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:48:39Z', 'updated_at': '2021-10-26T10:48:39Z', 'revision_number': 0, 'project_id': '879892c451254d68b512ff1a990d6e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:48:41.579739 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1fc65206-542b-4e0f-a219-4a8eb54a65f9 req-abf59beb-ebb1-4acf-bee5-c5235820420a service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059675 Oct 26 10:48:41.623604 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.627646 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.648020 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c9426f-9258-4439-a6d7-1865849aeb69,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:41.660403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.662004 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-694c4d81-c08b-4a4a-b265-57458cbb96b4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718364 Oct 26 10:48:41.665216 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58578) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:48:41.669717 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'security_group_rule': {'security_group_id': '8a6f4e36-9a50-41f7-a9bc-c418b3c48606', 'project_id': '879892c451254d68b512ff1a990d6e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:41.691921 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.securitygroups_db [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Project 879892c451254d68b512ff1a990d6e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:48:41.697016 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.763241 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.766941 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.785357 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea489331-e721-48b8-8d7f-a67925de331b,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:41.794546 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:41.795753 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-44b66496-a834-4cce-be8b-4dea73509cd6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296122 Oct 26 10:48:41.816755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3116e6d-6da4-4382-83bd-e88166f87147 None None] New status for floating IP 670c483a-c469-4e93-ab42-faec513ce854: ACTIVE {{(pid=108010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:48:41.884200 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-81bc769e-cf5b-4dac-90c4-a8cf4ab29586 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519416629&fields=id&tenant_id=879892c451254d68b512ff1a990d6e02 HTTP/1.1" status: 200 len: 267 time: 0.0341575 Oct 26 10:48:41.941770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d1709592-a930-47f5-81df-6c0b7dc09e8e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:41.943319 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d1709592-a930-47f5-81df-6c0b7dc09e8e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Oct 26 10:48:41.954311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'port': {'security_groups': ['ffbbcb7f-3af4-4366-95f2-2da0569199ec', '8a6f4e36-9a50-41f7-a9bc-c418b3c48606']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:48:42.035391 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:42.068567 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecd4c4-007c-4115-9c27-28f3d40109fc req-ee2e08bc-72bd-4f38-8808-3a93d802ed2b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.071049 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-39ecd4c4-007c-4115-9c27-28f3d40109fc req-ee2e08bc-72bd-4f38-8808-3a93d802ed2b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0528560 Oct 26 10:48:42.114361 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-39ecd4c4-007c-4115-9c27-28f3d40109fc req-c03faeb5-ddbf-456f-82ed-c5c9ffc87dbc tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Oct 26 10:48:42.225597 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:48:42.253169 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:42.257537 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:42.270370 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:48:42.303362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.303998 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:42.305429 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d5548c80-ab5c-40ef-8c0a-de0f4fce1292 req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "PUT /v2.0/ports/74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 981 time: 0.3555689 Oct 26 10:48:42.328715 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17732-6b54-4ad6-90b4-7b5a6b670250 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=6']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:48:42.411138 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:48:42.424183 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7c325-914b-4c2b-bda6-4d6c623ecda1 req-c238b0f0-0655-4cb2-82da-1358b6ff168e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.425769 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c7c7c325-914b-4c2b-bda6-4d6c623ecda1 req-c238b0f0-0655-4cb2-82da-1358b6ff168e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0585413 Oct 26 10:48:42.473267 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c7c7c325-914b-4c2b-bda6-4d6c623ecda1 req-a5f74601-a533-4d05-8c79-ecef257c1bfe tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409889 Oct 26 10:48:42.564035 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-f156ce86-0d6f-43de-821d-ad22269ff9d7 None None] Provisioning complete for port 74023615-196d-41cc-b9af-87101bb30cdd triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:48:42.564394 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f156ce86-0d6f-43de-821d-ad22269ff9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:42.662199 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:48:42.664592 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d31dc-0675-4965-a13f-774fee163cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:48:42.700216 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84355aec-80a9-4f8a-8b0d-fae8c86ee06a x-openstack-request-id: req-84355aec-80a9-4f8a-8b0d-fae8c86ee06a {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:48:42.700520 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:48:42.700775 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84355aec-80a9-4f8a-8b0d-fae8c86ee06a {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:48:42.701201 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:48:42.764556 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-254cca87-a4ff-4c3b-ac6a-13e342448fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.766136 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-254cca87-a4ff-4c3b-ac6a-13e342448fa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1137 time: 0.0425234 Oct 26 10:48:42.865553 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-9df80a0c-7497-47a6-aa53-a5084e8cbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.868717 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-9df80a0c-7497-47a6-aa53-a5084e8cbd67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.0886965 Oct 26 10:48:42.933500 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-2374e089-e06c-41e3-b4cc-c319058ea8f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 1001 time: 0.0580587 Oct 26 10:48:42.991129 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-ac7a2230-e526-454a-a4c6-abe1c7556fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:42.992582 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-ac7a2230-e526-454a-a4c6-abe1c7556fd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0460906 Oct 26 10:48:43.035777 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-160f0c33-7c0f-4e4b-955e-97cd45490c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:43.037348 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-160f0c33-7c0f-4e4b-955e-97cd45490c90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372496 Oct 26 10:48:43.128132 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-9ff9c3ba-4abf-47cc-a0d6-c922a850ced3 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788007 Oct 26 10:48:43.221516 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb2d31dc-0675-4965-a13f-774fee163cc1 req-140edb77-a28b-46ba-9d20-398d84b48be3 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861547 Oct 26 10:48:43.236312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad71cd-f7d8-481d-9438-b581f565e209 req-1fa2ea81-6b7f-4215-8f11-930fad46e2f4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:43.237938 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-94ad71cd-f7d8-481d-9438-b581f565e209 req-1fa2ea81-6b7f-4215-8f11-930fad46e2f4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Oct 26 10:48:43.277269 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-94ad71cd-f7d8-481d-9438-b581f565e209 req-abd002d5-c7c4-4f88-b08e-ae26f3e70496 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310354 Oct 26 10:48:45.631941 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-4bd8384c-91bb-452d-9c4a-58c9bcfb1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:45.633462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-4bd8384c-91bb-452d-9c4a-58c9bcfb1474 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0417914 Oct 26 10:48:45.641402 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ce5a-3352-49cb-ab51-049f4746d4ac req-402adac6-0a0e-4f95-abe8-e5ff5cf41e46 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:45.642880 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a29ce5a-3352-49cb-ab51-049f4746d4ac req-402adac6-0a0e-4f95-abe8-e5ff5cf41e46 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0502660 Oct 26 10:48:45.679915 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6a29ce5a-3352-49cb-ab51-049f4746d4ac req-8e6abc46-1b2d-4010-904d-a44a76af5c32 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Oct 26 10:48:45.730049 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-45c57499-035e-4143-873c-8508523e5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:45.731502 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-45c57499-035e-4143-873c-8508523e5cad service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.0881777 Oct 26 10:48:45.773960 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-7f8c23a0-4fa5-4085-b08d-39e5f19c7ec3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.0336783 Oct 26 10:48:45.824907 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-56b37215-76f7-4fe4-bb8d-caaa88592141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:45.826359 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-56b37215-76f7-4fe4-bb8d-caaa88592141 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.0434976 Oct 26 10:48:45.863304 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-6806a492-6d45-4e69-a884-c241cb3069c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280752 Oct 26 10:48:45.954330 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-eebbb177-c5e6-4387-9504-b7602cc23c0b service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Oct 26 10:48:46.049245 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3ae9625b-bb9e-4596-9d22-9696d17c4810 req-bf0c792e-c538-4181-a36e-035bd3e7bd66 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871618 Oct 26 10:48:46.794432 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2be68-7624-4484-b4a8-49afa5287bfd req-b170ca98-3906-4d58-9a2d-e1d4ee908957 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:46.795877 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-45b2be68-7624-4484-b4a8-49afa5287bfd req-b170ca98-3906-4d58-9a2d-e1d4ee908957 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0477810 Oct 26 10:48:46.832051 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-45b2be68-7624-4484-b4a8-49afa5287bfd req-072ad967-e51c-4aaa-94ab-2341b2b6dbeb tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Oct 26 10:48:47.946954 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c66a-4873-4ac8-8c69-6d7bb9a373aa req-9a00dd15-7e2f-4c49-8358-14e6c08b7a86 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:47.948495 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4662c66a-4873-4ac8-8c69-6d7bb9a373aa req-9a00dd15-7e2f-4c49-8358-14e6c08b7a86 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0525932 Oct 26 10:48:47.986425 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4662c66a-4873-4ac8-8c69-6d7bb9a373aa req-8b20cc89-d41c-42c2-8a3c-79ba8249e6ed tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Oct 26 10:48:49.100571 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc217642-1096-4de1-be12-07e10c8dfba9 req-507d0e3f-b24e-4d16-9ab2-c64015137fde tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:49.102067 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc217642-1096-4de1-be12-07e10c8dfba9 req-507d0e3f-b24e-4d16-9ab2-c64015137fde tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0475073 Oct 26 10:48:49.138023 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc217642-1096-4de1-be12-07e10c8dfba9 req-c0550716-a527-449c-940f-e92781222251 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301855 Oct 26 10:48:50.250877 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311170-9c60-410b-93a9-e1b4fdba4193 req-39aea9f9-9fbd-4d47-b18d-27ff5631d1c4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:50.252313 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b2311170-9c60-410b-93a9-e1b4fdba4193 req-39aea9f9-9fbd-4d47-b18d-27ff5631d1c4 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0475965 Oct 26 10:48:50.289342 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b2311170-9c60-410b-93a9-e1b4fdba4193 req-3a5ade03-5e19-4610-8b99-58f17b5f000a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304852 Oct 26 10:48:51.404315 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd5d7-ed5e-4054-b6c4-c611385cee2b req-850797ce-472f-47e6-9b93-537cf469bc62 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:51.405770 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9a5dd5d7-ed5e-4054-b6c4-c611385cee2b req-850797ce-472f-47e6-9b93-537cf469bc62 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0510278 Oct 26 10:48:51.441197 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9a5dd5d7-ed5e-4054-b6c4-c611385cee2b req-6c3f932d-3724-4b42-a75f-3094db53bf11 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294120 Oct 26 10:48:52.552466 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312ecb-8b5a-4a4e-9e71-123437282a53 req-fdc8257a-f11a-461d-86ac-d9a5919d425a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:52.553942 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-25312ecb-8b5a-4a4e-9e71-123437282a53 req-fdc8257a-f11a-461d-86ac-d9a5919d425a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0481980 Oct 26 10:48:52.590099 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-25312ecb-8b5a-4a4e-9e71-123437282a53 req-fc42c099-065c-4f62-a2a2-6d31b27ab7a0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Oct 26 10:48:53.702094 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759414-00d4-45ea-afe1-7b611931bcb6 req-43437243-b514-491a-aef1-7ef02ba060e5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:53.703517 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb759414-00d4-45ea-afe1-7b611931bcb6 req-43437243-b514-491a-aef1-7ef02ba060e5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0473058 Oct 26 10:48:53.740211 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bb759414-00d4-45ea-afe1-7b611931bcb6 req-e38f325d-33ad-44a4-b4ff-d74548a206e2 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Oct 26 10:48:54.860562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e43e5d-6b36-433c-8c1a-207b7a1c6f52 req-74c26bdf-d2f0-463e-a82f-17b23aac72f1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:54.862087 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-83e43e5d-6b36-433c-8c1a-207b7a1c6f52 req-74c26bdf-d2f0-463e-a82f-17b23aac72f1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0514011 Oct 26 10:48:54.900071 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-83e43e5d-6b36-433c-8c1a-207b7a1c6f52 req-ded7f31e-a0dd-46aa-82bb-aa940688dcc1 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Oct 26 10:48:56.011301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997938b6-d153-4583-8ebd-7d54cc19d9e2 req-144dd209-37bf-469f-82f9-6c719b4133fe tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:56.012754 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-997938b6-d153-4583-8ebd-7d54cc19d9e2 req-144dd209-37bf-469f-82f9-6c719b4133fe tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0478673 Oct 26 10:48:56.048576 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-997938b6-d153-4583-8ebd-7d54cc19d9e2 req-8d2f978c-6b9c-4919-b243-32b593631541 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301020 Oct 26 10:48:57.098491 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-eee58779-ae5e-469d-bf7b-a9a9df157f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:48:57.163025 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7d5bf-83e0-4c66-a036-7019d65b4cb8 req-e8b9a8fc-229c-4f87-ae1c-5c6c79b7ea30 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:57.164974 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-38d7d5bf-83e0-4c66-a036-7019d65b4cb8 req-e8b9a8fc-229c-4f87-ae1c-5c6c79b7ea30 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0486917 Oct 26 10:48:57.201270 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-38d7d5bf-83e0-4c66-a036-7019d65b4cb8 req-e91613d0-3802-42e3-bcd5-cadab321b091 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303276 Oct 26 10:48:58.315654 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffa7bb-727b-46ce-b8b3-4ba468eb20ef req-bec41438-8216-435f-a76a-487b26b2a66c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:58.317113 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f4ffa7bb-727b-46ce-b8b3-4ba468eb20ef req-bec41438-8216-435f-a76a-487b26b2a66c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0507343 Oct 26 10:48:58.353433 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f4ffa7bb-727b-46ce-b8b3-4ba468eb20ef req-f0237151-5c7e-4a23-8b3b-4ea41791b4ab tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298491 Oct 26 10:48:59.464538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf55070-764d-4f04-861d-b69ed6497da1 req-42cb864b-50b1-4460-946b-7a2bcb7b8b6e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:48:59.466038 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-eaf55070-764d-4f04-861d-b69ed6497da1 req-42cb864b-50b1-4460-946b-7a2bcb7b8b6e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0471447 Oct 26 10:48:59.506220 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-eaf55070-764d-4f04-861d-b69ed6497da1 req-232c2cfe-cb30-4a78-b8e9-91c243fbe64a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Oct 26 10:48:59.524038 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6c06-de48-4194-9f78-91700790b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:00.625716 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3830-98b1-4c34-af74-f44904c20c71 req-89793def-03fa-42d1-b889-ce3fc8ff6962 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:00.627171 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-631a3830-98b1-4c34-af74-f44904c20c71 req-89793def-03fa-42d1-b889-ce3fc8ff6962 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0477579 Oct 26 10:49:00.664432 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-631a3830-98b1-4c34-af74-f44904c20c71 req-3bc274d8-23b0-44be-9847-532a79fbdd8a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Oct 26 10:49:00.888246 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:00.927517 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:01.776011 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364ad5-952e-4f33-940f-fe5af29e7515 req-dea41105-332a-458c-8408-a31c5873c907 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:01.777485 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf364ad5-952e-4f33-940f-fe5af29e7515 req-dea41105-332a-458c-8408-a31c5873c907 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0481205 Oct 26 10:49:01.815691 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf364ad5-952e-4f33-940f-fe5af29e7515 req-410fee70-5713-43d9-ac0a-7c06da37d898 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Oct 26 10:49:02.881578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:02.938037 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac68ab-0d01-4275-912a-e63e26948173 req-f1bc1824-c776-4dc7-93cd-0663b64d0d0d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:02.939468 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12ac68ab-0d01-4275-912a-e63e26948173 req-f1bc1824-c776-4dc7-93cd-0663b64d0d0d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0544889 Oct 26 10:49:02.976702 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12ac68ab-0d01-4275-912a-e63e26948173 req-ec747c4e-2d15-43d8-b848-9dd014686c75 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Oct 26 10:49:03.223805 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810833-6a58-4c6c-97b7-2c1b48d73cdc req-f69a3829-9c62-4e7b-8778-c9270b3c9bd6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:03.225299 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-68810833-6a58-4c6c-97b7-2c1b48d73cdc req-f69a3829-9c62-4e7b-8778-c9270b3c9bd6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Oct 26 10:49:03.262166 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-68810833-6a58-4c6c-97b7-2c1b48d73cdc req-934e98d2-421c-45ad-b335-a0e1b8e0c296 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309029 Oct 26 10:49:03.859955 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:04.095230 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ccb89-5ce9-4e2d-a5bf-bdd0bd8a760b req-1b142781-64df-4999-8378-253c3258f31f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:04.096689 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a01ccb89-5ce9-4e2d-a5bf-bdd0bd8a760b req-1b142781-64df-4999-8378-253c3258f31f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0506327 Oct 26 10:49:04.134970 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a01ccb89-5ce9-4e2d-a5bf-bdd0bd8a760b req-62ee0fc7-4597-4030-8419-aee268d75a31 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Oct 26 10:49:04.374269 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ae23-a14e-4c77-8578-20b26a72dcda req-1e945436-ea07-4be4-86c7-943e4fc82e31 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:04.375728 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d35ae23-a14e-4c77-8578-20b26a72dcda req-1e945436-ea07-4be4-86c7-943e4fc82e31 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Oct 26 10:49:04.412115 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d35ae23-a14e-4c77-8578-20b26a72dcda req-3faa89de-555f-4a58-9334-3629b5bb8c2b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305851 Oct 26 10:49:05.247280 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d8dac-c260-4043-b130-72b7d400ec3f req-9a053e1b-f2e4-46ce-9444-93880591bfaf tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:05.248764 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ab1d8dac-c260-4043-b130-72b7d400ec3f req-9a053e1b-f2e4-46ce-9444-93880591bfaf tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0473185 Oct 26 10:49:05.267118 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:49:05.285758 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ab1d8dac-c260-4043-b130-72b7d400ec3f req-b00a2ae4-2c36-49db-a0ec-315b88ab4067 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Oct 26 10:49:05.526776 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3825d8-ceb0-4ff0-9467-b7e8c758266f req-8153b8de-50ad-49bc-92c5-2ea4344011ce tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:05.528246 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af3825d8-ceb0-4ff0-9467-b7e8c758266f req-8153b8de-50ad-49bc-92c5-2ea4344011ce tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Oct 26 10:49:05.565391 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af3825d8-ceb0-4ff0-9467-b7e8c758266f req-dccc22cf-f2f1-4e6b-99ad-f6017f49df8d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Oct 26 10:49:06.400167 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62663b2-47a0-4564-9056-7d0fa53b8caa req-19694fdc-c5cf-4086-aeee-7e9637490816 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:06.401664 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d62663b2-47a0-4564-9056-7d0fa53b8caa req-19694fdc-c5cf-4086-aeee-7e9637490816 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0497487 Oct 26 10:49:06.437800 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d62663b2-47a0-4564-9056-7d0fa53b8caa req-efcc5aa6-edc3-49c2-904d-006ddd25f31b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300088 Oct 26 10:49:06.676765 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939d2e1-0bdf-4c5a-bc76-7f1ed0412db5 req-84d80c1d-3937-4aa6-bcd2-fa2e3c3e11d3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:06.678229 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5939d2e1-0bdf-4c5a-bc76-7f1ed0412db5 req-84d80c1d-3937-4aa6-bcd2-fa2e3c3e11d3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Oct 26 10:49:06.714878 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5939d2e1-0bdf-4c5a-bc76-7f1ed0412db5 req-0e7471b1-3cea-4b6d-bcd5-016db5d6bf3f tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303736 Oct 26 10:49:07.555931 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7f91-e107-438d-bfb7-bbad338c8e15 req-dd39f6fb-f8c2-410c-9b86-8e586c163b34 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:07.557416 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ab1d7f91-e107-438d-bfb7-bbad338c8e15 req-dd39f6fb-f8c2-410c-9b86-8e586c163b34 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0534916 Oct 26 10:49:07.595650 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ab1d7f91-e107-438d-bfb7-bbad338c8e15 req-74f7a8f5-e66b-474c-8a23-a649858afeb0 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Oct 26 10:49:07.644294 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d6c71-dec7-4c3c-9c06-9771f0f799aa req-18906f90-f0c4-4161-b234-80af671d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:07.645768 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-127d6c71-dec7-4c3c-9c06-9771f0f799aa req-18906f90-f0c4-4161-b234-80af671d4eb5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0396218 Oct 26 10:49:07.689320 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-127d6c71-dec7-4c3c-9c06-9771f0f799aa req-572d23e6-af2f-41e1-815f-037f4e93fbcb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270808 Oct 26 10:49:07.863348 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d173f7-5dc7-4c7f-9b0e-9e2dcb63a8ab req-4f6cc794-a298-4e24-86a8-85ef189ac6a9 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:07.864795 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-40d173f7-5dc7-4c7f-9b0e-9e2dcb63a8ab req-4f6cc794-a298-4e24-86a8-85ef189ac6a9 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0509570 Oct 26 10:49:07.901809 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-40d173f7-5dc7-4c7f-9b0e-9e2dcb63a8ab req-338e5650-83f6-4909-8898-c0149782ddeb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Oct 26 10:49:08.708738 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c406c-68b8-407b-bb94-750b7a67f6fb req-87f651af-50ce-4465-8bf8-bdfec79b3a65 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:08.710314 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-775c406c-68b8-407b-bb94-750b7a67f6fb req-87f651af-50ce-4465-8bf8-bdfec79b3a65 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0488183 Oct 26 10:49:08.747680 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-775c406c-68b8-407b-bb94-750b7a67f6fb req-d90749ca-1b54-4c20-9bf5-9bede59cb668 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Oct 26 10:49:09.016412 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec837f-6fd3-4ac1-a49c-442f4f89532f req-96aae089-0de2-4912-b7ba-6c16cb17525a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:09.017889 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-31ec837f-6fd3-4ac1-a49c-442f4f89532f req-96aae089-0de2-4912-b7ba-6c16cb17525a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0475016 Oct 26 10:49:09.056654 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-31ec837f-6fd3-4ac1-a49c-442f4f89532f req-ad652868-31d8-4eca-98fd-8f353157053e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Oct 26 10:49:09.861312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c22334-fd22-4683-953b-36ca145b53ce req-2fed0b20-c488-4438-ac5b-31a9a0b1c547 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:09.862697 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d8c22334-fd22-4683-953b-36ca145b53ce req-2fed0b20-c488-4438-ac5b-31a9a0b1c547 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0479221 Oct 26 10:49:09.899281 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d8c22334-fd22-4683-953b-36ca145b53ce req-680b520d-eafc-47ba-86e0-933ba2ea7ead tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Oct 26 10:49:10.171983 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d06a2-817a-49c0-8095-3fc90e3a3751 req-187eca3c-b145-4aa8-a400-ed6c1c3494f0 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:10.172933 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fa9d06a2-817a-49c0-8095-3fc90e3a3751 req-187eca3c-b145-4aa8-a400-ed6c1c3494f0 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Oct 26 10:49:10.239860 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b81774-d222-4713-aab6-32e48f17022e req-81cbb06c-d8fb-429c-ab75-c0aefe8f3f57 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:10.241343 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-96b81774-d222-4713-aab6-32e48f17022e req-81cbb06c-d8fb-429c-ab75-c0aefe8f3f57 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0523140 Oct 26 10:49:10.243313 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fa9d06a2-817a-49c0-8095-3fc90e3a3751 req-f490f57f-34de-4b6a-b214-271085fe3ba5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638599 Oct 26 10:49:10.249624 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-dde4d066-18f8-4dad-8f61-92b63fd91abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:10.251049 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-dde4d066-18f8-4dad-8f61-92b63fd91abc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 1098 time: 0.0648220 Oct 26 10:49:10.280696 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-96b81774-d222-4713-aab6-32e48f17022e req-507c6214-02e3-45f4-96f4-71c26d49e50a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Oct 26 10:49:10.341877 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-62af022d-3b07-4d36-91f9-54a74d3171fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:10.343304 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-62af022d-3b07-4d36-91f9-54a74d3171fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 200 len: 921 time: 0.0842025 Oct 26 10:49:10.389312 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-b74f4c14-c431-4ace-bb50-7e39d044784a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 200 len: 217 time: 0.0363293 Oct 26 10:49:10.438342 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-5d55e1fe-1812-4038-b0ff-e450a5015363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:10.439708 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-5d55e1fe-1812-4038-b0ff-e450a5015363 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 200 len: 859 time: 0.0425339 Oct 26 10:49:10.473830 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-af8cb244-18f8-43cb-8483-fd588e6c0d33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c94f704e-b5ec-48d0-912f-60cfedf607ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228775 Oct 26 10:49:10.564526 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-0277ba22-34cf-4063-abf4-9890d3242ac3 service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Oct 26 10:49:10.652835 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3713f522-5004-4ee3-977b-4d27c4f9d5b1 req-41ef1d76-7f1c-4cec-b2f7-cf56795b8c9b service neutron] 10.222.0.72 "GET /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 Oct 26 10:49:11.360600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470c9eb-919c-477d-b465-9b2277696887 req-dff7e54d-a644-437d-b65b-788241c0427e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:11.364144 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d470c9eb-919c-477d-b465-9b2277696887 req-dff7e54d-a644-437d-b65b-788241c0427e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0546713 Oct 26 10:49:11.396606 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4468-ba16-4ff0-9652-1bc23ae61efd req-91306adf-3d73-4456-a1df-b69928d23770 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:11.398767 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a48b4468-ba16-4ff0-9652-1bc23ae61efd req-91306adf-3d73-4456-a1df-b69928d23770 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0498829 Oct 26 10:49:11.400083 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d470c9eb-919c-477d-b465-9b2277696887 req-ac834e2b-42d2-41fc-879b-7ec34d341762 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322039 Oct 26 10:49:11.435584 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a48b4468-ba16-4ff0-9652-1bc23ae61efd req-d4b8e5df-2b25-4091-88cc-e9c91698aa91 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Oct 26 10:49:12.512171 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20581f-1015-47eb-8a40-370cb1a4f1af req-37289174-ab06-45d3-a9e5-253cdafbfa30 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:12.513659 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7c20581f-1015-47eb-8a40-370cb1a4f1af req-37289174-ab06-45d3-a9e5-253cdafbfa30 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0483682 Oct 26 10:49:12.549250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298d2fa-db10-4ad4-b96f-d1028920df09 req-41f7bd46-afc1-4bc1-8e36-236c2abba733 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:12.550727 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4298d2fa-db10-4ad4-b96f-d1028920df09 req-41f7bd46-afc1-4bc1-8e36-236c2abba733 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0486453 Oct 26 10:49:12.551707 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7c20581f-1015-47eb-8a40-370cb1a4f1af req-9bd51481-0aee-4cc6-8001-109a27a1f352 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Oct 26 10:49:12.587917 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4298d2fa-db10-4ad4-b96f-d1028920df09 req-cdd636d8-da6f-48aa-a5c2-e648e87efcd5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Oct 26 10:49:13.666928 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58a39-1b7c-4c5e-8581-d72b208b1794 req-3f3a9dbb-5bd9-452b-89f9-b499a5eae1e2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:13.668519 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bee58a39-1b7c-4c5e-8581-d72b208b1794 req-3f3a9dbb-5bd9-452b-89f9-b499a5eae1e2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Oct 26 10:49:13.705374 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bee58a39-1b7c-4c5e-8581-d72b208b1794 req-b03bdb09-415c-431e-9277-47075f627561 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308974 Oct 26 10:49:13.706231 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0215c16-4cbf-4725-901b-7d22b4145fb9 req-20319810-b3b3-4f4e-bc74-325039b99948 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:13.707685 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0215c16-4cbf-4725-901b-7d22b4145fb9 req-20319810-b3b3-4f4e-bc74-325039b99948 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0513918 Oct 26 10:49:13.745186 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0215c16-4cbf-4725-901b-7d22b4145fb9 req-7d3dbf0d-afc0-4a9e-810f-be3e45a3dc0d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Oct 26 10:49:13.900318 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031aec0-bcf2-43f5-9737-6ee9f734dbb4 req-23b4a106-13aa-4c83-b71d-42833e8bf8b9 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:13.901835 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c031aec0-bcf2-43f5-9737-6ee9f734dbb4 req-23b4a106-13aa-4c83-b71d-42833e8bf8b9 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0489964 Oct 26 10:49:13.942433 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c031aec0-bcf2-43f5-9737-6ee9f734dbb4 req-df245512-ab34-48bf-a056-3adde482989b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335884 Oct 26 10:49:13.982976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-e1ce5bfd-7f6f-47e9-9cd5-85b73eee0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:13.984521 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-e1ce5bfd-7f6f-47e9-9cd5-85b73eee0219 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.0446784 Oct 26 10:49:14.082343 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-6478c7e2-2bc0-4b1a-bdd3-7cd5baf40c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:14.083995 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-6478c7e2-2bc0-4b1a-bdd3-7cd5baf40c24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.0899220 Oct 26 10:49:14.172338 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-1b605d7b-dbd1-4074-a487-1a5fcb150a27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 1000 time: 0.0611844 Oct 26 10:49:14.225101 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-5955dad2-f81c-4923-bbe3-871567fbd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:14.227056 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-5955dad2-f81c-4923-bbe3-871567fbd498 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0419106 Oct 26 10:49:14.270958 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-4cdc63eb-ed12-4082-a776-56b53f21de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:14.272358 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-4cdc63eb-ed12-4082-a776-56b53f21de98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367119 Oct 26 10:49:14.363936 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-287168f3-1a4b-462a-afd3-920f692e3020 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Oct 26 10:49:14.453533 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a3098d30-8a28-4ae6-839e-a5ef522a9d3e req-65b0cef4-81b3-472a-8850-e3bb319945f5 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801725 Oct 26 10:49:15.071540 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db7e2-9753-4298-b8ad-b9079dfcdd48 req-d6833c0e-6e4e-4906-934c-fd5e48d34c37 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:15.073002 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ed6db7e2-9753-4298-b8ad-b9079dfcdd48 req-d6833c0e-6e4e-4906-934c-fd5e48d34c37 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0544488 Oct 26 10:49:15.112173 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ed6db7e2-9753-4298-b8ad-b9079dfcdd48 req-2be5cce0-8c1f-4f77-a731-36055c2275f3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332448 Oct 26 10:49:16.230878 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff02da-7afb-493b-8532-7b07121f4733 req-c9c9d5e2-f210-478f-b2b8-0f33dc99e907 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:16.232328 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-75ff02da-7afb-493b-8532-7b07121f4733 req-c9c9d5e2-f210-478f-b2b8-0f33dc99e907 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Oct 26 10:49:16.270392 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-75ff02da-7afb-493b-8532-7b07121f4733 req-48869e2b-3af1-44bd-bdb2-bd69e4565940 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320401 Oct 26 10:49:18.693557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01199-2b5e-4040-8a87-bed1a3b5a326 req-026f54f9-7396-4592-a2b6-c699fb307361 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:18.695011 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b0e01199-2b5e-4040-8a87-bed1a3b5a326 req-026f54f9-7396-4592-a2b6-c699fb307361 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0481603 Oct 26 10:49:18.732145 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b0e01199-2b5e-4040-8a87-bed1a3b5a326 req-65dbea89-cf68-42b0-9e91-98589a7ca9f8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Oct 26 10:49:19.846731 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5dd5a-f155-42c9-998a-17236a6bab69 req-60da520d-7fd1-48d5-9536-f6def66547f3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:19.848072 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8e5dd5a-f155-42c9-998a-17236a6bab69 req-60da520d-7fd1-48d5-9536-f6def66547f3 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0486052 Oct 26 10:49:19.884719 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8e5dd5a-f155-42c9-998a-17236a6bab69 req-49e7a50d-31af-4f98-a03b-a4ecda5c174e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Oct 26 10:49:21.004227 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5eec9-ddba-4968-8e62-0dc25156c692 req-2e4a2e03-1210-4b4a-915b-a1c347f88a5b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:21.005680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7c5eec9-ddba-4968-8e62-0dc25156c692 req-2e4a2e03-1210-4b4a-915b-a1c347f88a5b tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0540717 Oct 26 10:49:21.042360 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7c5eec9-ddba-4968-8e62-0dc25156c692 req-a98f8d86-c59e-42c0-8511-90abbd189481 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302334 Oct 26 10:49:21.432949 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-7ac16ecc-fe0c-4c4e-b19e-f2eb7371f648 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:21.434385 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-7ac16ecc-fe0c-4c4e-b19e-f2eb7371f648 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 945 time: 0.0470269 Oct 26 10:49:21.527810 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Deleting port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:21.528143 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:21.621761 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] For port a0d4a179-fe15-468b-a51d-d1b8fd953fb3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:21.622119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:21.634876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Calling delete_port for a0d4a179-fe15-468b-a51d-d1b8fd953fb3 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:21.758708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:21.770605 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['0044046d-75ec-4a87-ac51-277b6201904b', 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:49:21.786071 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Pushing event deleted for resources: {'Port': ['ID=a0d4a179-fe15-468b-a51d-d1b8fd953fb3,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:21.824896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] No DVR routers for this DVR port a0d4a179-fe15-468b-a51d-d1b8fd953fb3 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:49:21.828111 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:21.831530 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c49f5e70-8df2-4db9-8e6e-369ee60d331c req-537391ff-9604-4e79-a592-3c0faee11eb8 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "DELETE /v2.0/ports/a0d4a179-fe15-468b-a51d-d1b8fd953fb3 HTTP/1.1" status: 204 len: 173 time: 0.3848982 Oct 26 10:49:21.831975 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'name': 'network-vif-deleted', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:21.834202 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543aa770-7ad9-40d2-baac-4bc8ac4b9e36" -d '{"events": [{"server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "name": "network-vif-deleted", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:21.873206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14569710-708c-4e3a-8dff-4c3ad7977d75 x-openstack-request-id: req-14569710-708c-4e3a-8dff-4c3ad7977d75 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:21.873496 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366037b7-7659-4749-86bd-bdc5608620df", "name": "network-vif-deleted", "tag": "a0d4a179-fe15-468b-a51d-d1b8fd953fb3", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:21.873746 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14569710-708c-4e3a-8dff-4c3ad7977d75 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:21.874139 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366037b7-7659-4749-86bd-bdc5608620df', 'name': 'network-vif-deleted', 'tag': 'a0d4a179-fe15-468b-a51d-d1b8fd953fb3', 'status': 'completed', 'code': 200} Oct 26 10:49:22.148820 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2a947214-9699-4ac1-a8e8-50da73678cc5 req-0be7608f-ee84-4e7a-8d2c-e6b022528e5f tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=366037b7-7659-4749-86bd-bdc5608620df HTTP/1.1" status: 200 len: 210 time: 0.0286026 Oct 26 10:49:23.410843 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b325c-e9fe-4dfe-a0d6-d6c8093b2720 req-77330b37-ee33-4a52-8c99-5cb64c1a49c9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:23.412257 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cb7b325c-e9fe-4dfe-a0d6-d6c8093b2720 req-77330b37-ee33-4a52-8c99-5cb64c1a49c9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0509307 Oct 26 10:49:23.450627 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cb7b325c-e9fe-4dfe-a0d6-d6c8093b2720 req-54d810c8-1c04-4e41-afec-de4fb67f883a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Oct 26 10:49:24.563224 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72c41-04a0-468e-9cb4-465ead24a454 req-8ae5fa9c-97da-4008-b4b1-eaf9f4f8936a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:24.564651 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8bb72c41-04a0-468e-9cb4-465ead24a454 req-8ae5fa9c-97da-4008-b4b1-eaf9f4f8936a tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0480492 Oct 26 10:49:24.600376 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8bb72c41-04a0-468e-9cb4-465ead24a454 req-d75ac1a6-0f76-4e2d-a02f-6536e7c9dd71 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299215 Oct 26 10:49:24.986723 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a0d4a179-fe15-468b-a51d-d1b8fd953fb3 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:49:25.005967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: a0d4a179-fe15-468b-a51d-d1b8fd953fb3 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:49:25.006308 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a0d4a179-fe15-468b-a51d-d1b8fd953fb3 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:49:25.294831 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a04f-e007-42d9-923d-04a6d742295b req-736a4eba-470f-4817-b0d0-4be377d08fa5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.296288 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12c8a04f-e007-42d9-923d-04a6d742295b req-736a4eba-470f-4817-b0d0-4be377d08fa5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0750680 Oct 26 10:49:25.302256 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-23dcaea3-5ca0-44b7-b717-e11eb6d0b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.303633 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-23dcaea3-5ca0-44b7-b717-e11eb6d0b5f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1137 time: 0.0565124 Oct 26 10:49:25.382839 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-12c8a04f-e007-42d9-923d-04a6d742295b req-e1db05c7-67c9-4ade-be92-09caef4036de tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782528 Oct 26 10:49:25.419125 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-a9cac660-09cc-46c9-888c-9d5ccf4d5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.420733 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-a9cac660-09cc-46c9-888c-9d5ccf4d5817 service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.1016085 Oct 26 10:49:25.491692 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-29d2d858-3b25-4ef4-9bb2-19a42915ddb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 1001 time: 0.0594482 Oct 26 10:49:25.718628 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc774bb-4976-4a4a-9c38-046cef5ece2c req-e19b8d9e-78c8-42b5-a843-49c82e30491d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.720128 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fc774bb-4976-4a4a-9c38-046cef5ece2c req-e19b8d9e-78c8-42b5-a843-49c82e30491d tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0495660 Oct 26 10:49:25.739127 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-44eb1d16-4c59-4482-bb43-f1cc3f881094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.740564 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-44eb1d16-4c59-4482-bb43-f1cc3f881094 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.2405467 Oct 26 10:49:25.758093 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fc774bb-4976-4a4a-9c38-046cef5ece2c req-b5df0f1f-dfbb-4c81-902c-a25338156cf5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Oct 26 10:49:25.786061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-2bf0365f-d57d-4e6e-8086-65d9ca163215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:25.787668 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-2bf0365f-d57d-4e6e-8086-65d9ca163215 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383375 Oct 26 10:49:25.879322 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-c3322636-880c-4878-b1e8-ca503d5abce2 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817950 Oct 26 10:49:25.967946 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9c3345a5-c0ea-4c6b-b871-7be36627e8ba req-e4655823-fc38-4792-8f5f-057606c1ca09 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796223 Oct 26 10:49:26.499347 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488df6-b142-4ddf-8ac7-586205b9b387 req-0919ba99-5139-41e6-964c-acd91ba6e69c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:26.500772 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a5488df6-b142-4ddf-8ac7-586205b9b387 req-0919ba99-5139-41e6-964c-acd91ba6e69c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0514030 Oct 26 10:49:26.541066 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a5488df6-b142-4ddf-8ac7-586205b9b387 req-9f4af4d4-d5fd-4785-9aa4-0e95c4cc7ec5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343723 Oct 26 10:49:26.874720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a0c0-8a82-46c3-ac4a-912aee3ee136 req-a08bb7e3-e3cb-4703-8736-2eda01f24876 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:26.876169 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1aa5a0c0-8a82-46c3-ac4a-912aee3ee136 req-a08bb7e3-e3cb-4703-8736-2eda01f24876 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0472784 Oct 26 10:49:26.912994 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1aa5a0c0-8a82-46c3-ac4a-912aee3ee136 req-1fabebd5-ed37-459a-813d-f231831531a5 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302317 Oct 26 10:49:27.101106 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-85a36c94-83fc-4d66-9f28-e2223b60b846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:27.654382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609054d-8c70-4e9d-afc1-2a61fec99b03 req-2d5e8038-971c-4d89-994d-e57e7da716bb tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:27.656089 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0609054d-8c70-4e9d-afc1-2a61fec99b03 req-2d5e8038-971c-4d89-994d-e57e7da716bb tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0477791 Oct 26 10:49:27.694455 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0609054d-8c70-4e9d-afc1-2a61fec99b03 req-761169b6-4f7d-4032-90f5-d0daa0c86fbe tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324016 Oct 26 10:49:28.029000 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c48166-5be7-4a6e-9cb7-521d319f0261 req-46d9afe3-f5da-44a7-b81b-7eea0d8cf888 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:28.030464 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-78c48166-5be7-4a6e-9cb7-521d319f0261 req-46d9afe3-f5da-44a7-b81b-7eea0d8cf888 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0512469 Oct 26 10:49:28.066247 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-78c48166-5be7-4a6e-9cb7-521d319f0261 req-2fa9e428-2c8a-4705-a582-cc663b1629ba tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297928 Oct 26 10:49:28.805981 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43672ed3-8b70-4175-aa1d-262c7b4d79c7 req-7d21c90f-9ead-4f2a-b510-34b9179e6018 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:28.807394 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-43672ed3-8b70-4175-aa1d-262c7b4d79c7 req-7d21c90f-9ead-4f2a-b510-34b9179e6018 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0477719 Oct 26 10:49:28.844680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-43672ed3-8b70-4175-aa1d-262c7b4d79c7 req-b3efaeac-ee0e-49d7-9e40-49ccfe977f63 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0314384 Oct 26 10:49:29.177699 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe19290-9b88-45c6-adfe-8580e169adba req-46491847-1831-4c21-a4b1-aa8def01d7da tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:29.179139 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fe19290-9b88-45c6-adfe-8580e169adba req-46491847-1831-4c21-a4b1-aa8def01d7da tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0482917 Oct 26 10:49:29.215211 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fe19290-9b88-45c6-adfe-8580e169adba req-013b04e5-521b-4496-b70e-2e7f9f817350 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/security-groups?id=b25ab410-b619-458b-ade3-4382a85a2680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302582 Oct 26 10:49:29.515813 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a6c223d2-7d39-4163-9715-6c0116d1a485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:29.587364 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-f84e04f6-275f-45f2-afeb-e8c390c16d1c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:29.588777 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-f84e04f6-275f-45f2-afeb-e8c390c16d1c tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 945 time: 0.0505934 Oct 26 10:49:29.678692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Deleting port 0044046d-75ec-4a87-ac51-277b6201904b {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:29.679031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:29.767444 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] For port 0044046d-75ec-4a87-ac51-277b6201904b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0044046d-75ec-4a87-ac51-277b6201904b,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:29.767718 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:29.779599 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Calling delete_port for 0044046d-75ec-4a87-ac51-277b6201904b owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:29.906526 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:29.918652 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['0044046d-75ec-4a87-ac51-277b6201904b'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:49:29.958098 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Pushing event deleted for resources: {'Port': ['ID=0044046d-75ec-4a87-ac51-277b6201904b,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:30.002128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] No DVR routers for this DVR port 0044046d-75ec-4a87-ac51-277b6201904b on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:49:30.007267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:30.010565 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4c392ded-a99b-4674-b2cd-da3c0a2f1884 req-40f2176d-a080-4309-a01d-f77d7cc898e9 tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.72 "DELETE /v2.0/ports/0044046d-75ec-4a87-ac51-277b6201904b HTTP/1.1" status: 204 len: 173 time: 0.4141498 Oct 26 10:49:30.011003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'name': 'network-vif-deleted', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:30.013374 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84dadf7-e078-4a06-99fb-f004730753be" -d '{"events": [{"server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "name": "network-vif-deleted", "tag": "0044046d-75ec-4a87-ac51-277b6201904b"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:30.025046 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d40d3-4691-41f7-b52c-4d8b372ece3c req-1f4eff04-fa59-436b-ae65-16666597b728 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:30.026720 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7d1d40d3-4691-41f7-b52c-4d8b372ece3c req-1f4eff04-fa59-436b-ae65-16666597b728 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.1152449 Oct 26 10:49:30.053877 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e730fb-9c7e-49c5-a8f1-661d439d93df x-openstack-request-id: req-e8e730fb-9c7e-49c5-a8f1-661d439d93df {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:30.054168 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc", "name": "network-vif-deleted", "tag": "0044046d-75ec-4a87-ac51-277b6201904b", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:30.054420 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8e730fb-9c7e-49c5-a8f1-661d439d93df {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:30.054802 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc', 'name': 'network-vif-deleted', 'tag': '0044046d-75ec-4a87-ac51-277b6201904b', 'status': 'completed', 'code': 200} Oct 26 10:49:30.074718 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7d1d40d3-4691-41f7-b52c-4d8b372ece3c req-e84f07ff-321a-46ca-bacc-e3b04cba67c3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414274 Oct 26 10:49:30.321272 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-886af01f-2e6a-41a7-89f2-51603c9368bb req-61fbb558-1ebb-4e7e-954b-a5cdb41f653e tempest-ServerRescueNegativeTestJSON-673880537 tempest-ServerRescueNegativeTestJSON-673880537-project] 10.222.0.79 "GET /v2.0/ports?device_id=98216ed5-f4f1-4e5e-bfb4-8c9741e54ddc HTTP/1.1" status: 200 len: 210 time: 0.0259771 Oct 26 10:49:30.889542 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:30.930587 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:31.196573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ca9e8-050a-4728-a834-bac4d3e4a124 req-191e551d-83d6-4a3c-8b96-94382a428c9b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:31.197978 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7c0ca9e8-050a-4728-a834-bac4d3e4a124 req-191e551d-83d6-4a3c-8b96-94382a428c9b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0514686 Oct 26 10:49:31.235830 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7c0ca9e8-050a-4728-a834-bac4d3e4a124 req-0d65ffeb-57d7-4dce-86cf-557594433912 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319378 Oct 26 10:49:31.375159 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58834) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:31.778499 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:32.066217 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Deleting port a37399b5-6297-4af2-8390-114f96d45a6e {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:32.066559 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:32.155198 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] For port a37399b5-6297-4af2-8390-114f96d45a6e, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=a37399b5-6297-4af2-8390-114f96d45a6e,segment=NetworkSegment(4244dc5d-70c6-4871-92c3-2ebb667d5ee8),segment_id=4244dc5d-70c6-4871-92c3-2ebb667d5ee8)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:32.155827 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:32.168885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Calling delete_port for a37399b5-6297-4af2-8390-114f96d45a6e owned by network:router_interface {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:32.384805 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e573-0964-4caf-9b45-38af2704d9fa req-56f89372-8104-4c94-abd0-36ce696904b5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:32.386198 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e227e573-0964-4caf-9b45-38af2704d9fa req-56f89372-8104-4c94-abd0-36ce696904b5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0802298 Oct 26 10:49:32.428354 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:32.460611 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e227e573-0964-4caf-9b45-38af2704d9fa req-481467d3-676f-4174-b699-86d346e83dd3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662899 Oct 26 10:49:32.462925 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Pushing event deleted for resources: {'Port': ['ID=a37399b5-6297-4af2-8390-114f96d45a6e,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:32.845854 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:32.885534 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.003338 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 0044046d-75ec-4a87-ac51-277b6201904b no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:49:33.023525 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 0044046d-75ec-4a87-ac51-277b6201904b {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:49:33.023858 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 0044046d-75ec-4a87-ac51-277b6201904b not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:49:33.061199 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Router 96f5e83a-892d-4288-a36b-7bca0807ba8a has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:49:33.166801 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:49:33.174555 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-379e6af7-db3b-40a5-acf0-3dbc7c73306a admin admin] 10.222.0.79 "PUT /v2.0/routers/96f5e83a-892d-4288-a36b-7bca0807ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958770 Oct 26 10:49:33.174943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58852) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:33.177924 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Sync routers for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:49:33.188525 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:33.189153 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:33.287515 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks [] for router, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.292474 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:33.406051 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.479478 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '34331219-b786-48cc-823d-09b597762be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:49:32Z', 'revision_number': 5, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port': {'id': '34331219-b786-48cc-823d-09b597762be5', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:46:24Z', 'updated_at': '2021-10-26T10:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:33.501339 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2d7af-b270-4775-8afb-2b9f07e30a5e req-91c229fa-1ced-4b09-8741-67e7cb030b7b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:33.502925 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6b2d7af-b270-4775-8afb-2b9f07e30a5e req-91c229fa-1ced-4b09-8741-67e7cb030b7b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0652041 Oct 26 10:49:33.505045 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Deleting port 34331219-b786-48cc-823d-09b597762be5 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:33.505408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.507122 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Checking router: 96f5e83a-892d-4288-a36b-7bca0807ba8a for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:49:33.515490 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Routers {'96f5e83a-892d-4288-a36b-7bca0807ba8a'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:33.516230 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['96f5e83a-892d-4288-a36b-7bca0807ba8a'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:33.592269 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6b2d7af-b270-4775-8afb-2b9f07e30a5e req-807d8fc2-bf5e-463b-9c09-b0da5952fd8d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820141 Oct 26 10:49:33.621592 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] Set router 96f5e83a-892d-4288-a36b-7bca0807ba8a gateway port host: None {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:33.639822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf4081-6c44-4a37-985c-4d0f799558cf req-8546de56-0e4a-4652-8246-ed026c2ce361 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:33.643074 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-08cf4081-6c44-4a37-985c-4d0f799558cf req-8546de56-0e4a-4652-8246-ed026c2ce361 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.1071281 Oct 26 10:49:33.651218 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] For port 34331219-b786-48cc-823d-09b597762be5, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=34331219-b786-48cc-823d-09b597762be5,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:33.651608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.668231 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Calling delete_port for 34331219-b786-48cc-823d-09b597762be5 owned by network:router_gateway {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:33.674423 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:49:33Z', 'revision_number': 6, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port_host': None}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:33.682989 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-08cf4081-6c44-4a37-985c-4d0f799558cf req-63bd5e07-ece1-4eab-ae30-386548f98710 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343771 Oct 26 10:49:33.702673 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef8a9d1-d521-4a62-b906-4ae8ff551857 None None] The sync data for ids ['96f5e83a-892d-4288-a36b-7bca0807ba8a'] in dv-cinder-815461-1-iscsi is: [{'id': '96f5e83a-892d-4288-a36b-7bca0807ba8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676738080-router', 'tenant_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:46:23Z', 'updated_at': '2021-10-26T10:49:33Z', 'revision_number': 6, 'project_id': 'aec88cfcdf3d43a4b634a5f47ada7219', 'gw_port_host': None}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:49:33.834994 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.860175 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:33.861395 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Pushing event deleted for resources: {'Port': ['ID=34331219-b786-48cc-823d-09b597762be5,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:33.884357 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.884706 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.885045 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.885479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.885807 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.886137 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.886462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.886786 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.887107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.887431 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.887746 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.888061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:33.892257 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.019054 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.022272 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.088462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-3a7e9e40-5c6e-4868-88e4-f0cace5286a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989771 Oct 26 10:49:34.089573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.090114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f5e83a-892d-4288-a36b-7bca0807ba8a {{(pid=108009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:49:34.095268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.096355 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c70621e2-c2f3-4a3d-bfdc-bf700449c127 admin admin] 10.222.0.79 "DELETE /v2.0/routers/96f5e83a-892d-4288-a36b-7bca0807ba8a HTTP/1.1" status: 204 len: 168 time: 0.9206886 Oct 26 10:49:34.098820 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58862) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:34.173937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Deleting subnet ae3997ee-d014-4db0-901d-d6e8bbd75581 {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:49:34.181768 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.184530 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-c9e4e6a7-999f-4c69-bdb9-3d8428e22bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.186010 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-c9e4e6a7-999f-4c69-bdb9-3d8428e22bd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 1098 time: 0.0610437 Oct 26 10:49:34.258317 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.268728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.336605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-e5c04f2d-4597-48c2-9984-11b578e2f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.338098 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-e5c04f2d-4597-48c2-9984-11b578e2f63a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.1287062 Oct 26 10:49:34.342813 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.401581 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3997ee-d014-4db0-901d-d6e8bbd75581,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:34.407093 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.410217 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-bf1af9d6-e2e5-4fdb-8cfe-0c0bb7bb869c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ae3997ee-d014-4db0-901d-d6e8bbd75581 HTTP/1.1" status: 204 len: 168 time: 0.3104298 Oct 26 10:49:34.413438 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58864) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:34.435913 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-559825af-7fc4-4c67-8e6c-723b02475e0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 200 len: 1000 time: 0.0851762 Oct 26 10:49:34.482492 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.488286 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-fcb1a42f-85ef-41c3-ae56-8c2dd8149543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.489629 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-fcb1a42f-85ef-41c3-ae56-8c2dd8149543 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0454566 Oct 26 10:49:34.537462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-cdf8b6f0-f5af-49f6-be14-bf41c059273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.538949 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-cdf8b6f0-f5af-49f6-be14-bf41c059273f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410955 Oct 26 10:49:34.564426 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.584664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94f704e-b5ec-48d0-912f-60cfedf607ac']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:34.594425 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4244dc5d-70c6-4871-92c3-2ebb667d5ee8') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:34.594976 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4244dc5d-70c6-4871-92c3-2ebb667d5ee8') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:34.609650 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.628114 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.634359 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:49:34.634843 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:49:34.636730 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:49:34.644206 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-6fac6aee-314c-4cd0-bd6a-1ace5ad6e15a service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962632 Oct 26 10:49:34.700549 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.706429 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:34.711055 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c94f704e-b5ec-48d0-912f-60cfedf607ac HTTP/1.1" status: 204 len: 168 time: 0.2966065 Oct 26 10:49:34.724973 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c9f0-b6e0-44ac-ad37-ddfa935779c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94f704e-b5ec-48d0-912f-60cfedf607ac,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:34.785348 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1b4d8c9-cb94-4dda-90cb-efd1640a8cb3 req-f29d02c2-e088-4627-83c7-83c94b27b0ab service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327801 Oct 26 10:49:34.808577 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018932-527e-4ba0-8d6e-75e48f5d099d req-4f615813-a07d-41bd-954c-afdf4004caf8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.810242 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f9018932-527e-4ba0-8d6e-75e48f5d099d req-4f615813-a07d-41bd-954c-afdf4004caf8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.1141958 Oct 26 10:49:34.855502 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3218b-6dea-40ea-943e-d51a76e444df req-3328c197-b4cb-4443-8d10-2bdc22822ea2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:34.857278 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-34e3218b-6dea-40ea-943e-d51a76e444df req-3328c197-b4cb-4443-8d10-2bdc22822ea2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0859854 Oct 26 10:49:34.904473 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-34e3218b-6dea-40ea-943e-d51a76e444df req-35cda332-61d7-423d-8b9c-d694a1c47661 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407956 Oct 26 10:49:34.997694 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58872) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:35.040129 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d4671f23-2f86-4980-96be-a0fcbb9ab6ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aec88cfcdf3d43a4b634a5f47ada7219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412612 Oct 26 10:49:35.045997 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58874) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:35.085978 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f9018932-527e-4ba0-8d6e-75e48f5d099d req-2a2759d2-031b-4af5-b0bc-013f31e15076 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cfbc237-644b-4eac-a80f-842ff7227036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672818 Oct 26 10:49:35.093217 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.102338 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d7b10330-1d50-4465-9e67-32d35df1d4c3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:35.103752 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d7b10330-1d50-4465-9e67-32d35df1d4c3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 946 time: 0.0606394 Oct 26 10:49:35.114594 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.163794 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.166363 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.170181 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b25ab410-b619-458b-ade3-4382a85a2680 HTTP/1.1" status: 204 len: 168 time: 0.1206377 Oct 26 10:49:35.175383 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f42e4-5a8e-4133-a119-02252a599075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ab410-b619-458b-ade3-4382a85a2680,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:35.200124 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Deleting port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:35.200577 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.291207 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] For port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:35.291563 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.513745 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.514114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.514428 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Floating IP 3bc0a1a3-d768-4a90-b56a-89aa63133e0b disassociated. External IP: 172.27.3.216, port: 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472. Oct 26 10:49:35.514766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Calling delete_port for 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:35.632937 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 34331219-b786-48cc-823d-09b597762be5 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:49:35.654084 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 34331219-b786-48cc-823d-09b597762be5 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:49:35.654859 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 34331219-b786-48cc-823d-09b597762be5 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:49:35.655610 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a37399b5-6297-4af2-8390-114f96d45a6e no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:49:35.666539 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.676329 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: a37399b5-6297-4af2-8390-114f96d45a6e {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:49:35.676996 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device a37399b5-6297-4af2-8390-114f96d45a6e not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:49:35.696013 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'Port': ['ID=50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:35.810873 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:49:35.896713 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58896) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:35.924125 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:49:35.937001 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:49:35.949270 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:35.949892 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:35.984666 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] No DVR routers for this DVR port 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:49:35.987780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:35.991996 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8357ce1d-bdbb-4cc1-a675-db402489b21c req-d98f4176-0df2-408f-8aab-7e60bbbcdc5d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "DELETE /v2.0/ports/50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 HTTP/1.1" status: 204 len: 173 time: 0.8815975 Oct 26 10:49:35.993264 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-deleted', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:35.996460 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ad7e89-eca2-45ee-9203-218f41ad24e0" -d '{"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-deleted", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:36.078618 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1abc33-cbc9-46b4-a604-4e5b3deb37fe x-openstack-request-id: req-5a1abc33-cbc9-46b4-a604-4e5b3deb37fe {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:36.078882 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1132279056-network', 'tenant_id': '642505b01ca94764899d81a63df3e544'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:36.079003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587769e-c803-4c5c-8f8a-562f6afc0076", "name": "network-vif-deleted", "tag": "50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:36.079357 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a1abc33-cbc9-46b4-a604-4e5b3deb37fe {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:36.079820 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587769e-c803-4c5c-8f8a-562f6afc0076', 'name': 'network-vif-deleted', 'tag': '50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472', 'status': 'completed', 'code': 200} Oct 26 10:49:36.088608 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:36.117475 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf86f4e-4d75-4c31-a686-ba4d861dde47 req-876f5fd9-f60c-4b64-90ba-37714d4f16f8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:36.127401 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-eaf86f4e-4d75-4c31-a686-ba4d861dde47 req-876f5fd9-f60c-4b64-90ba-37714d4f16f8 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.1040111 Oct 26 10:49:36.135348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:49:36.139570 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.172493 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.214570 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a8e2ceb7-ff67-4855-80dd-81dc673190fc req-a700ab9a-9439-485a-85ca-e4a83b8d0388 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=6587769e-c803-4c5c-8f8a-562f6afc0076 HTTP/1.1" status: 200 len: 210 time: 0.0300422 Oct 26 10:49:36.247396 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-eaf86f4e-4d75-4c31-a686-ba4d861dde47 req-c4857721-fc22-4c97-abae-bcb4ef1d2bba tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066642 Oct 26 10:49:36.317005 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.322688 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.349693 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:49:36.360260 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc631556-65e1-4676-912b-cde7317c230b,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:36.365597 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.366555 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Added segment 071d7f2f-f67e-4896-bce3-a080b4e248c3 of type vlan for network 84b841a0-2823-41b7-8fe0-b01568fc620e Oct 26 10:49:36.368589 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:36.399097 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:49:36.410975 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:36.411590 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:36.411964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.439138 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.440458 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:36.441312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.502623 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6042695 Oct 26 10:49:36.505357 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58906) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:36.512083 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Request body: {'subnet': {'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1132279056-subnet', 'tenant_id': '642505b01ca94764899d81a63df3e544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:36.516989 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764551a-2fb8-408b-ab65-e4ec16f4aea5 admin admin] Pushing event updated for resources: {'Network': ['ID=84b841a0-2823-41b7-8fe0-b01568fc620e,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:36.526793 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:36.544174 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:49:36.546574 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.555312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 84b841a0-2823-41b7-8fe0-b01568fc620e details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:49:36.729282 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.780257 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27219bac-4800-40ae-a2e4-497387481358,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:36.796480 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Checking segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:49:36.796840 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Network hostable DHCP agents. Network: 84b841a0-2823-41b7-8fe0-b01568fc620e, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:49:36.814731 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Network 84b841a0-2823-41b7-8fe0-b01568fc620e is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:49:36.825776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 84b841a0-2823-41b7-8fe0-b01568fc620e) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:49:36.836710 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:36.837325 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:36.841531 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c4c1f-a130-4a41-97f7-01c6d44f301f None None] Network 84b841a0-2823-41b7-8fe0-b01568fc620e requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:49:36.858225 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-3bfe4961-658c-49f7-8624-51cfc07c7054 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3473938 Oct 26 10:49:37.019672 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2bdb18-84b8-4e1c-a19b-c1a009da5568 None None] Network 84b841a0-2823-41b7-8fe0-b01568fc620e requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:49:37.063707 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:37.099372 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50f4aad-f7f9-453d-a804-3eba61b23120 None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:49:37.362665 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-554d545d-66e2-4c22-8750-8b790498c97c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:37.369982 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-554d545d-66e2-4c22-8750-8b790498c97c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1357021 Oct 26 10:49:37.380668 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-beb2418e-4b42-4507-8ea8-a31845ab562f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/quotas/642505b01ca94764899d81a63df3e544 HTTP/1.1" status: 200 len: 375 time: 0.0097766 Oct 26 10:49:37.416872 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-129eefdc-a6ae-4cf4-afc9-638a560f4713 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301514 Oct 26 10:49:37.418254 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ea4d3-ab19-4194-b91a-58e325648c96 None None] New status for floating IP 3bc0a1a3-d768-4a90-b56a-89aa63133e0b: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:49:37.421170 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db7c58-337f-41d8-af41-3ae71c89d1d6 req-598e156d-b63c-44b0-a161-62b3a04d9aea tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:37.422786 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e6db7c58-337f-41d8-af41-3ae71c89d1d6 req-598e156d-b63c-44b0-a161-62b3a04d9aea tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0794919 Oct 26 10:49:37.473148 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e6db7c58-337f-41d8-af41-3ae71c89d1d6 req-fa972882-b192-4f21-95ba-66a2b1e828a5 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427811 Oct 26 10:49:37.517538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58930) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:37.526863 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-0007debb-161f-43fb-9360-85d49547ceac service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029849 Oct 26 10:49:37.586616 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.621317 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.629615 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-47aa9c6f-c63a-4c7c-8715-97027300cfe7 service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965357 Oct 26 10:49:37.669661 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.672350 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.673526 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "DELETE /v2.0/security-groups/9cfbc237-644b-4eac-a80f-842ff7227036 HTTP/1.1" status: 204 len: 168 time: 0.1549175 Oct 26 10:49:37.676321 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58932) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:37.692041 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.api.v2.resource [None req-992cd731-b05f-4fc0-8620-c3f1a80dac79 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] show failed (client error): The resource could not be found. Oct 26 10:49:37.693057 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-992cd731-b05f-4fc0-8620-c3f1a80dac79 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups/9cfbc237-644b-4eac-a80f-842ff7227036 HTTP/1.1" status: 404 len: 347 time: 0.0157528 Oct 26 10:49:37.696512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58934) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:37.699657 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d621d1-b050-40d6-a8b4-c2849685d05c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfbc237-644b-4eac-a80f-842ff7227036,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:37.816800 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6b0130fa-ec58-47cb-acd2-77e0f1cd2cc8 req-64ca6319-aca0-400b-8d8b-a5edf96d5630 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 210 time: 0.0375199 Oct 26 10:49:37.863649 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Deleting port 82d60f98-28be-440b-828e-7b00ddb143a3 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:37.863913 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.956905 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.957268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:37.972070 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Calling delete_port for 82d60f98-28be-440b-828e-7b00ddb143a3 owned by network:floatingip {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:38.129159 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:38.157892 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'Port': ['ID=82d60f98-28be-440b-828e-7b00ddb143a3,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:38.179534 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:38.183097 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:38.184292 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-653b3ec9-f973-4635-92bd-fdfcb369ec56 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "DELETE /v2.0/floatingips/3bc0a1a3-d768-4a90-b56a-89aa63133e0b HTTP/1.1" status: 204 len: 168 time: 0.4867735 Oct 26 10:49:38.584388 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152b32e-842e-44b2-8cbe-30ec7f4e47b2 req-0bbae840-2447-418e-aa72-f5f5366bf474 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:38.585936 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c152b32e-842e-44b2-8cbe-30ec7f4e47b2 req-0bbae840-2447-418e-aa72-f5f5366bf474 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0527551 Oct 26 10:49:38.629655 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c152b32e-842e-44b2-8cbe-30ec7f4e47b2 req-2feaffda-578b-4d60-93cd-f1b94f4b8d67 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377064 Oct 26 10:49:38.807804 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-1addb40b-bb12-452f-80ea-1856b467be26 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:38.809277 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-1addb40b-bb12-452f-80ea-1856b467be26 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1079335 Oct 26 10:49:38.822278 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Request body: {'port': {'device_id': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'admin_state_up': True, 'tenant_id': '642505b01ca94764899d81a63df3e544'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:38.916023 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5e989574-8103-4bef-abbf-55e8600d5582 req-57d22848-0539-4e75-9fb4-cb960ee9252e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 210 time: 0.0274804 Oct 26 10:49:38.932742 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:49:38.936363 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.024314 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:49:39.047980 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:49:39.048319 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 50ec54d4-aeeb-4fca-bf55-bd6f4d1c9472 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:49:39.062933 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Allocated IP 172.20.0.13 (84b841a0-2823-41b7-8fe0-b01568fc620e/27219bac-4800-40ae-a2e4-497387481358/19fb3062-e03a-48ed-a748-c0f156236cc1) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:49:39.205295 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.237168 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.279928 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Network 84b841a0-2823-41b7-8fe0-b01568fc620e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:49:39.285331 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:49:39.289798 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:49:39.295188 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:39.295780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.299193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event updated for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:39.315003 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-c1fee5ab-f638-4fa8-abe2-a59d79b74ae2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4967730 Oct 26 10:49:39.330072 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Request body: {'port': {'device_id': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:39.385839 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.421957 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58958) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:39.426387 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224461688', 'description': 'tempest-description--1674822738'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:39.450372 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.515748 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.519646 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.548168 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.549466 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1264205 Oct 26 10:49:39.551251 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c429ae0-a80d-4f6f-bc2b-de6e33823a31 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afcd948-cf43-4cbf-8dff-20e4b3f330a4,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:39.552831 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 58960) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:39.559495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group_rule': {'security_group_id': '8afcd948-cf43-4cbf-8dff-20e4b3f330a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:39.608972 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.711938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.714103 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fb3062-e03a-48ed-a748-c0f156236cc1 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:49:39.720869 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.723898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.746175 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1455055-717c-4f16-a026-76d0a3be5da0 req-e275adf6-8f15-4ddb-8ba5-6769d9210150 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:39.747655 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d1455055-717c-4f16-a026-76d0a3be5da0 req-e275adf6-8f15-4ddb-8ba5-6769d9210150 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0515356 Oct 26 10:49:39.750535 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Transition to ACTIVE for port object 19fb3062-e03a-48ed-a748-c0f156236cc1 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:49:39.752286 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3768e274-f9e1-4b8d-8eec-4dfd78537ce8,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:39.755638 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.762696 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.763869 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-bdfadc92-c295-490f-8032-2a95d3817867 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2093494 Oct 26 10:49:39.771211 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58964) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:39.777121 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'security_group_rule': {'security_group_id': '8afcd948-cf43-4cbf-8dff-20e4b3f330a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:39.814119 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d1455055-717c-4f16-a026-76d0a3be5da0 req-b336d16a-7599-4d36-9f79-5e07954b59cf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597041 Oct 26 10:49:39.827836 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Pushing event updated for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:39.832664 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.864156 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Attempting to bind port 19fb3062-e03a-48ed-a748-c0f156236cc1 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:49:39.864483 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Attempting to bind port 19fb3062-e03a-48ed-a748-c0f156236cc1 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:49:39.864804 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Attempting to bind port 19fb3062-e03a-48ed-a748-c0f156236cc1 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:39.869882 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Port 19fb3062-e03a-48ed-a748-c0f156236cc1 on network 84b841a0-2823-41b7-8fe0-b01568fc620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:49:39.870205 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Attempting to bind port 19fb3062-e03a-48ed-a748-c0f156236cc1 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:39.875267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:49:39.875590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Checking segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:49:39.875973 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Bound using segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:49:39.876398 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Bound port: 19fb3062-e03a-48ed-a748-c0f156236cc1, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:49:39.876783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.880833 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.885176 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.903606 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6539e6-2f87-4504-9a81-9b64f5e4ee1b,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:39.909593 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.911128 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8b1b1e31-fe7a-4cb3-a33f-4850f5689649 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387718 Oct 26 10:49:39.914095 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 58966) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:39.918384 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:39.939707 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.942347 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:49:39.946498 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=19fb3062-e03a-48ed-a748-c0f156236cc1,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:49:39.952851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.994300 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:39.994905 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:39.996322 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] 10.222.0.72 "PUT /v2.0/ports/19fb3062-e03a-48ed-a748-c0f156236cc1 HTTP/1.1" status: 200 len: 1094 time: 0.6712191 Oct 26 10:49:39.996708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:39.998951 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:40.043001 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae0fa4-f3bc-45f8-8846-6b7747fdd5dc x-openstack-request-id: req-f6ae0fa4-f3bc-45f8-8846-6b7747fdd5dc {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:40.043287 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:40.043538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6ae0fa4-f3bc-45f8-8846-6b7747fdd5dc {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:40.043945 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1', 'status': 'completed', 'code': 200} Oct 26 10:49:40.053815 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.083724 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e6da5-5d80-49b6-92c4-52891a86cde7 service neutron] Pushing event updated for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:40.101049 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c243-9ae5-404c-8b28-6fbe3dda89f5 req-2ddf3ce3-c485-44d6-852b-dd48191eb7d2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.102563 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6901c243-9ae5-404c-8b28-6fbe3dda89f5 req-2ddf3ce3-c485-44d6-852b-dd48191eb7d2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 944 time: 0.1099441 Oct 26 10:49:40.118226 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-3ad5d6ac-f6b7-4412-94a2-e8b1299f2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.119634 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-3ad5d6ac-f6b7-4412-94a2-e8b1299f2418 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 1097 time: 0.0697205 Oct 26 10:49:40.173659 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Allocated IP 172.27.3.237 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/8391a5bf-a05e-4c20-8e46-97e7377cefec) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:49:40.174345 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-0d17fcf2-6f60-482b-9af4-86fd061e37aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19fb3062-e03a-48ed-a748-c0f156236cc1 HTTP/1.1" status: 200 len: 217 time: 0.0455823 Oct 26 10:49:40.182105 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6901c243-9ae5-404c-8b28-6fbe3dda89f5 req-305277c3-23be-498a-8c5f-f91d9b19d8fa tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720391 Oct 26 10:49:40.227367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-dfe56b76-3f7c-4a21-84d2-3e1cc0537e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.228875 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-dfe56b76-3f7c-4a21-84d2-3e1cc0537e01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0459337 Oct 26 10:49:40.259500 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-07511b47-05f7-4195-a4f1-7edd9e82ed04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232627 Oct 26 10:49:40.282954 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.315970 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.354943 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:49:40.355154 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-05105656-37ca-494b-aca0-e0c6c2278565 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Oct 26 10:49:40.357783 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:49:40.361819 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:49:40.383376 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=8391a5bf-a05e-4c20-8e46-97e7377cefec,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:40.446188 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1903e8ed-6597-4909-8177-0a7d68db26c6 req-4de1da80-8258-4cbf-89a1-4330761a3bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837951 Oct 26 10:49:40.447477 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.481465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.533518 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-80c2fb1f-422b-4bcc-98bd-220bc8ffca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.535002 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-80c2fb1f-422b-4bcc-98bd-220bc8ffca5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 1097 time: 0.0407670 Oct 26 10:49:40.638971 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.643886 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.717115 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=8391a5bf-a05e-4c20-8e46-97e7377cefec,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:40.731385 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.748725 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:40.759100 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b2741744-2b25-4831-aa42-dda743f45ea8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8425100 Oct 26 10:49:40.841272 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-16b95110-bef2-47d2-bb44-b6afa244bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.846027 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-16b95110-bef2-47d2-bb44-b6afa244bc67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 917 time: 0.3023422 Oct 26 10:49:40.894193 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-a680bf0a-defa-4ca1-98db-7bc293e471b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19fb3062-e03a-48ed-a748-c0f156236cc1 HTTP/1.1" status: 200 len: 217 time: 0.0390093 Oct 26 10:49:40.940115 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce637a-e389-4f8f-94b6-8dba062cd5c1 req-d8f4a997-f3f1-4ab1-a344-46d32339405b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.941688 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-13ce637a-e389-4f8f-94b6-8dba062cd5c1 req-d8f4a997-f3f1-4ab1-a344-46d32339405b tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0534372 Oct 26 10:49:40.979009 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-89518c56-5573-408f-a23e-363d0aae865a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--224461688&fields=id&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 267 time: 0.0671885 Oct 26 10:49:40.980653 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-c69ebc60-df98-44e3-8c2f-aee605b142c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:40.982092 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-c69ebc60-df98-44e3-8c2f-aee605b142c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0782588 Oct 26 10:49:40.982425 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-13ce637a-e389-4f8f-94b6-8dba062cd5c1 req-a9d1fe9f-dff6-40bd-a58a-bf26c81000ff tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337694 Oct 26 10:49:41.052776 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-fccb29c1-259b-46b4-9dfb-fb69a98beed5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573275 Oct 26 10:49:41.154854 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-03372262-1a4e-409f-abdd-c084aece0349 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:41.156426 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-03372262-1a4e-409f-abdd-c084aece0349 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 817 time: 0.1705294 Oct 26 10:49:41.181649 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-09fefcf5-4395-4094-8deb-4213e4459a09 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/quotas/1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 375 time: 0.0170040 Oct 26 10:49:41.186615 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-9c0f020f-ca3c-4163-babe-210cc8df0eb6 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228499 Oct 26 10:49:41.286050 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-999aa33d-c7e4-4c24-b60d-12d171626af2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985315 Oct 26 10:49:41.296791 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c001c2-c194-4e15-bd2b-20f8dc2e2905 req-a9224d76-5cf4-4e5c-9744-14520dbd80f8 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:41.298361 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-62c001c2-c194-4e15-bd2b-20f8dc2e2905 req-a9224d76-5cf4-4e5c-9744-14520dbd80f8 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 944 time: 0.0496626 Oct 26 10:49:41.341530 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-62c001c2-c194-4e15-bd2b-20f8dc2e2905 req-294cefd4-91d7-409e-85e7-b66969055b62 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363910 Oct 26 10:49:41.352868 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-58ae2da6-6706-4f9e-89c8-479dad6bbb2d req-b0177cc6-db6a-4c8e-a8c7-ca8554a53816 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576617 Oct 26 10:49:41.395116 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-090679c4-bc82-4e1d-94f5-b8b8fdcbfc4a service neutron] 10.222.0.79 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958641 Oct 26 10:49:41.483739 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-1c1c0cc3-0dcb-458c-8a44-6db7ef4413c6 service neutron] 10.222.0.79 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825129 Oct 26 10:49:41.642305 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b6d6662c-16fb-4837-b015-3d328e231245 req-b717cf94-3c06-4557-8622-a56e64687614 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 210 time: 0.0271556 Oct 26 10:49:42.101743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998fa78-7e6d-441b-aa2c-bdec34760c57 req-fda97042-fc8a-4ad4-8c06-be10a3e9108f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:42.103226 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1998fa78-7e6d-441b-aa2c-bdec34760c57 req-fda97042-fc8a-4ad4-8c06-be10a3e9108f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0536945 Oct 26 10:49:42.144224 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1998fa78-7e6d-441b-aa2c-bdec34760c57 req-75e659c4-0c3d-4a2f-ae98-c960420c194c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347538 Oct 26 10:49:42.266369 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:49:42.456574 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882b5c-2a8a-47b0-adeb-c874612f6194 req-92a3a64d-fb5e-40dc-bb9c-753aaa2286d1 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:42.458253 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af882b5c-2a8a-47b0-adeb-c874612f6194 req-92a3a64d-fb5e-40dc-bb9c-753aaa2286d1 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 944 time: 0.0495791 Oct 26 10:49:42.496502 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af882b5c-2a8a-47b0-adeb-c874612f6194 req-46c30610-c2eb-46cb-878c-7a3bdc6801f4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Oct 26 10:49:42.574239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-787eda76-dd0c-442a-acec-c8ca7973cba2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:42.575559 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-787eda76-dd0c-442a-acec-c8ca7973cba2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 817 time: 0.1048896 Oct 26 10:49:42.622712 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-f68a8f58-b0bf-47ed-8f88-2d54e79a0bc7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 379 time: 0.0366080 Oct 26 10:49:42.633608 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'port': {'device_id': '71477a4c-4d07-4b22-b881-7218941917ab', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'admin_state_up': True, 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'security_groups': ['8afcd948-cf43-4cbf-8dff-20e4b3f330a4']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:42.743909 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-aa34997c-1b73-4909-a337-bc34184cc5fa req-53766ac8-33f6-4ce4-ae99-279ad91ae5ad tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 210 time: 0.0330703 Oct 26 10:49:42.768367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Made reservation on behalf of 1a366dab19cc43e3a30e0db46d825a38 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:49:42.771823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:42.896082 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Allocated IP 172.20.0.9 (1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17/fa47109c-6683-477e-9fdd-86e01e722ba6/aa555ee7-9bac-4227-81d6-b0b79bdc6da2) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:49:43.032092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.041146 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 19fb3062-e03a-48ed-a748-c0f156236cc1 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:49:43.066012 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.109776 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:49:43.112896 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:49:43.116684 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:49:43.122338 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.122945 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.134346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:43.135240 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=19fb3062-e03a-48ed-a748-c0f156236cc1,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:43.147992 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-abeb46eb-5335-4a7c-8749-c0f7d8b064e8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5183363 Oct 26 10:49:43.152352 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '19fb3062-e03a-48ed-a748-c0f156236cc1', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'port_id': '19fb3062-e03a-48ed-a748-c0f156236cc1', 'mac_address': 'fa:16:3e:7e:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27219bac-4800-40ae-a2e4-497387481358', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:49:43.161390 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Request body: {'port': {'device_id': '71477a4c-4d07-4b22-b881-7218941917ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:43.191049 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.204932 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fb3062-e03a-48ed-a748-c0f156236cc1 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:49:43.222176 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.226208 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=19fb3062-e03a-48ed-a748-c0f156236cc1,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:43.231870 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.287387 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e1ea-55e5-4e78-bff9-3fd8e8207eb4 req-e447e866-7bff-4207-89fe-d9bc32fefdc3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.298122 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c298e1ea-55e5-4e78-bff9-3fd8e8207eb4 req-e447e866-7bff-4207-89fe-d9bc32fefdc3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0652401 Oct 26 10:49:43.298476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:43.306662 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.307255 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.307756 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.308236 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.308711 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.309208 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.309697 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.310175 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.310673 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.311001 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.311324 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.311646 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:49:43.342334 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c298e1ea-55e5-4e78-bff9-3fd8e8207eb4 req-f897dac9-b061-4289-9b0d-80ce6b8fd7c0 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400226 Oct 26 10:49:43.350440 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-0995ebdf-5b37-411c-a01b-182c6d6b2265 None None] Provisioning complete for port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:49:43.350807 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0995ebdf-5b37-411c-a01b-182c6d6b2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.396017 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-0995ebdf-5b37-411c-a01b-182c6d6b2265 None None] Port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:49:43.486156 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:49:43.511535 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:49:43.519068 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.533766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Transition to ACTIVE for port object aa555ee7-9bac-4227-81d6-b0b79bdc6da2 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:49:43.538752 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.620551 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:43.662980 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Attempting to bind port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:49:43.663228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Attempting to bind port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:49:43.663560 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Attempting to bind port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:43.672228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:49:43.672551 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Attempting to bind port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 on network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:43.680673 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:49:43.681006 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Checking segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:49:43.681419 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Bound using segment: {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:49:43.681849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Bound port: aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a823c52-d885-4cfb-bfc5-0b1998f3e492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:49:43.682202 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.691057 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307cc15-e932-492b-8529-9ce2c26a37ba req-0da5516d-070a-42c2-8072-7f98bf3861e3 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.692603 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4307cc15-e932-492b-8529-9ce2c26a37ba req-0da5516d-070a-42c2-8072-7f98bf3861e3 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 945 time: 0.1139627 Oct 26 10:49:43.768169 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4307cc15-e932-492b-8529-9ce2c26a37ba req-1fbd1c0d-5064-41cb-8b56-a21abece658d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669174 Oct 26 10:49:43.784707 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:49:43.788172 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:49:43.792030 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.830178 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.830791 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:43.832133 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 1093 time: 0.6758189 Oct 26 10:49:43.832557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:43.836362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:43.868679 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49608-aefe-422b-98fe-f1befde4ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:43.881279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b9f56-8046-4690-9199-9a0381d5c636 x-openstack-request-id: req-f90b9f56-8046-4690-9199-9a0381d5c636 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:43.882181 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:43.882451 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f90b9f56-8046-4690-9199-9a0381d5c636 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:43.882943 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'status': 'completed', 'code': 200} Oct 26 10:49:43.900473 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f36d8-787e-4d89-b8a3-6cdc6ce88fdd req-88514d20-a05c-49fa-b640-d9e8f9029b80 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.902134 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-820f36d8-787e-4d89-b8a3-6cdc6ce88fdd req-88514d20-a05c-49fa-b640-d9e8f9029b80 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0771472 Oct 26 10:49:43.935290 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-752c7d1e-e91d-442c-b857-130e57d19c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:43.936979 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-752c7d1e-e91d-442c-b857-130e57d19c53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1096 time: 0.0489430 Oct 26 10:49:43.945929 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-820f36d8-787e-4d89-b8a3-6cdc6ce88fdd req-db29bda6-c8fd-4153-b82d-e232f0e51a9f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369422 Oct 26 10:49:43.981760 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-088d1b52-00db-4dd1-9561-7df58c7f8cf4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 217 time: 0.0347667 Oct 26 10:49:44.032428 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-8b161d8d-afbd-42dd-ab3f-1ec8c89c865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.033942 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-8b161d8d-afbd-42dd-ab3f-1ec8c89c865b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0453784 Oct 26 10:49:44.078447 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-12bc1904-2297-444f-91cc-6e31032f4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.079882 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-12bc1904-2297-444f-91cc-6e31032f4c61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384467 Oct 26 10:49:44.171810 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-6cd4e0b3-f4a6-42b1-a204-054a8184dfd2 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Oct 26 10:49:44.261971 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-921e4d6d-487b-4d39-bddb-0f19839dcd9e req-20e242ff-6f32-4090-9dc4-8ec2231fe733 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Oct 26 10:49:44.342017 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-694f1cf2-ed67-46b9-9b78-095f0d2e4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.343427 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-694f1cf2-ed67-46b9-9b78-095f0d2e4e57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1096 time: 0.0387328 Oct 26 10:49:44.463488 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-0e13a221-52bf-4057-a58e-44801c2ef050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.464922 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-0e13a221-52bf-4057-a58e-44801c2ef050 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.1109204 Oct 26 10:49:44.486713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee892c-7655-463a-b3b1-ca966ffe7f4d req-5ad2f775-da5d-4462-8f41-e796862f15b3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.488065 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b4ee892c-7655-463a-b3b1-ca966ffe7f4d req-5ad2f775-da5d-4462-8f41-e796862f15b3 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0727997 Oct 26 10:49:44.515874 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-727da76f-2260-402b-bcb4-b17ca2143a85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 217 time: 0.0429938 Oct 26 10:49:44.583615 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b4ee892c-7655-463a-b3b1-ca966ffe7f4d req-a5229507-442b-47a9-b750-41d8dc9a11ff tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698962 Oct 26 10:49:44.587572 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-67d95c55-f451-469e-abe4-b41cdaf9b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.588926 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-67d95c55-f451-469e-abe4-b41cdaf9b823 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0614545 Oct 26 10:49:44.633562 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-e7c70d48-68c9-4487-8794-79bcc78182e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.635005 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-e7c70d48-68c9-4487-8794-79bcc78182e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388963 Oct 26 10:49:44.723491 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-be6fe041-54a9-454e-a70b-1aed8205f3c9 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800381 Oct 26 10:49:44.822300 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e3f44416-cdc1-4f89-8c2f-7598e94d3bb3 req-f9343712-a274-4b5a-bc31-a8ffdad36262 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897372 Oct 26 10:49:44.886316 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ee50-591e-4ebb-9d34-7ec721e666dd req-cfcc5527-2f4d-4847-964f-88391e05fe48 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:44.887816 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ba41ee50-591e-4ebb-9d34-7ec721e666dd req-cfcc5527-2f4d-4847-964f-88391e05fe48 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Oct 26 10:49:44.924462 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ba41ee50-591e-4ebb-9d34-7ec721e666dd req-dc1d8e9b-75fa-4d68-ab0e-04a14d704c69 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Oct 26 10:49:45.046807 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 19fb3062-e03a-48ed-a748-c0f156236cc1 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:49:45.062356 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e11da-1d8d-4f6f-9ea3-0eaf8c7ae3b3 req-85a169e9-c6be-4288-81a8-932182d4fcb0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:45.063733 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-011e11da-1d8d-4f6f-9ea3-0eaf8c7ae3b3 req-85a169e9-c6be-4288-81a8-932182d4fcb0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0492337 Oct 26 10:49:45.097232 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 19fb3062-e03a-48ed-a748-c0f156236cc1 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:49:45.100742 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 19fb3062-e03a-48ed-a748-c0f156236cc1 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:49:45.101136 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:45.101263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-011e11da-1d8d-4f6f-9ea3-0eaf8c7ae3b3 req-223489c5-02ac-43f7-8b9e-3114a815dd6a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Oct 26 10:49:45.176270 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:45.198971 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:45.201193 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061bfb6-7b4d-4f1b-9e6c-40c4348c0db4" -d '{"events": [{"server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "name": "network-vif-plugged", "status": "completed", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:45.213374 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=19fb3062-e03a-48ed-a748-c0f156236cc1,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:45.217143 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:45.245448 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a29fbf-2af2-4400-adcd-5e829b88964f x-openstack-request-id: req-77a29fbf-2af2-4400-adcd-5e829b88964f {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:45.245756 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "name": "network-vif-plugged", "status": "completed", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:45.246011 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77a29fbf-2af2-4400-adcd-5e829b88964f {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:45.246391 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1', 'code': 200} Oct 26 10:49:45.272577 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:45.406635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1a8b6-83ec-45a1-a37c-90b61e97e7d7 req-402b7bb0-5168-4c6a-be3b-400b6f2fb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:45.407985 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e0f1a8b6-83ec-45a1-a37c-90b61e97e7d7 req-402b7bb0-5168-4c6a-be3b-400b6f2fb45a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 1099 time: 0.0424180 Oct 26 10:49:45.446660 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e0f1a8b6-83ec-45a1-a37c-90b61e97e7d7 req-ff2c53c6-50aa-463b-bf60-893c41d38849 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269678 Oct 26 10:49:45.696361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7628d1-34fc-4b6c-b787-733ae1b015c9 req-b7705341-a941-403b-bc97-8571f93fd065 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:45.697731 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3c7628d1-34fc-4b6c-b787-733ae1b015c9 req-b7705341-a941-403b-bc97-8571f93fd065 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0483472 Oct 26 10:49:45.735764 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3c7628d1-34fc-4b6c-b787-733ae1b015c9 req-aa81de12-c11b-4484-9666-820fe7fa9b31 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321300 Oct 26 10:49:46.037301 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3422-3da3-4ec4-a2c9-7160b9d4e50f req-0b21f0e4-6b71-426a-80f7-d75807ad9d11 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:46.038758 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4fc3422-3da3-4ec4-a2c9-7160b9d4e50f req-0b21f0e4-6b71-426a-80f7-d75807ad9d11 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.0482559 Oct 26 10:49:46.077105 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a4fc3422-3da3-4ec4-a2c9-7160b9d4e50f req-99e374ee-26af-4221-8da7-edebc65dbb83 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Oct 26 10:49:46.217838 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10c6e-e720-4f60-819e-b86d6b98849e req-ca556337-0dbc-44e8-a3d7-f548359a6563 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:46.219307 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-37d10c6e-e720-4f60-819e-b86d6b98849e req-ca556337-0dbc-44e8-a3d7-f548359a6563 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0488141 Oct 26 10:49:46.257051 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-37d10c6e-e720-4f60-819e-b86d6b98849e req-5f354379-0a24-4289-9f78-ed24a329ae5a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Oct 26 10:49:46.855230 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a9f64-bb0b-4994-8600-812bb344a3f4 req-2553a1e7-aefb-405a-9667-85d2fcaa02d0 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:46.856701 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-431a9f64-bb0b-4994-8600-812bb344a3f4 req-2553a1e7-aefb-405a-9667-85d2fcaa02d0 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0524817 Oct 26 10:49:46.895903 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-431a9f64-bb0b-4994-8600-812bb344a3f4 req-0d20b818-7d23-41e1-988e-3e2e11628440 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329375 Oct 26 10:49:47.067700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:49:47.162601 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:47.173447 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:49:47.192868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabe7cb-45a4-4981-b481-152be2df3d20 req-76616976-573a-436d-b54b-fd00b4f823d9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:47.194865 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fdabe7cb-45a4-4981-b481-152be2df3d20 req-76616976-573a-436d-b54b-fd00b4f823d9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.0521817 Oct 26 10:49:47.214040 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:47.226977 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:49:47.231154 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fdabe7cb-45a4-4981-b481-152be2df3d20 req-ca264b14-0e74-4ae3-9610-704d801369e6 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Oct 26 10:49:47.245824 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:47.250122 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:47.297954 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:47.380173 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7989c-38ca-44ca-86fd-ba499840f72c req-eab91d74-6bac-4f01-a25a-95ed1c9bd5d8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:47.382600 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9c7989c-38ca-44ca-86fd-ba499840f72c req-eab91d74-6bac-4f01-a25a-95ed1c9bd5d8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 944 time: 0.0510843 Oct 26 10:49:47.424997 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f9c7989c-38ca-44ca-86fd-ba499840f72c req-43214e7e-8707-45de-8899-aa010a72efb5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365374 Oct 26 10:49:47.501472 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['aa555ee7-9bac-4227-81d6-b0b79bdc6da2'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:49:48.009506 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef69dce-a3af-48fd-a12d-70509b57ac1f req-4c3c51f5-cfb4-45a0-b644-f161fdb7e501 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:48.010966 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7ef69dce-a3af-48fd-a12d-70509b57ac1f req-4c3c51f5-cfb4-45a0-b644-f161fdb7e501 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0478001 Oct 26 10:49:48.049913 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7ef69dce-a3af-48fd-a12d-70509b57ac1f req-e48bd6a4-4a6f-4d7a-bb61-11ce824fa60c tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a6f4e36-9a50-41f7-a9bc-c418b3c48606&id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331240 Oct 26 10:49:48.543223 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311233a-ce70-439e-9160-6ceddd0125e2 req-4b4ed1b1-b8b5-441c-9f87-6eb311cb0cc0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:48.544700 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c311233a-ce70-439e-9160-6ceddd0125e2 req-4b4ed1b1-b8b5-441c-9f87-6eb311cb0cc0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 944 time: 0.0479531 Oct 26 10:49:48.582323 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c311233a-ce70-439e-9160-6ceddd0125e2 req-d6dd6543-c9cf-4b88-b97a-19fd3e73f7df tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Oct 26 10:49:49.079331 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:49:49.125591 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:49:49.129136 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:49:49.129502 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:49.206597 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:49.228948 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:49.231171 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b75b17-47ef-4383-8556-6059904528ae" -d '{"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:49.243514 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:49.247420 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:49.270446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7a3a0-cdad-4678-8844-f7a4baebc982 x-openstack-request-id: req-35a7a3a0-cdad-4678-8844-f7a4baebc982 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:49.270760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:49.271017 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35a7a3a0-cdad-4678-8844-f7a4baebc982 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:49.271402 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'code': 200} Oct 26 10:49:49.297172 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:49.434128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba50c11-d6c8-49d0-bea0-e517e6464e31 req-ea586bf4-1b9d-4b95-8e8c-77bb2357b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:49.435466 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8ba50c11-d6c8-49d0-bea0-e517e6464e31 req-ea586bf4-1b9d-4b95-8e8c-77bb2357b83c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1098 time: 0.0395224 Oct 26 10:49:49.469233 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8ba50c11-d6c8-49d0-bea0-e517e6464e31 req-b6ba5184-9ab7-4904-84d8-7b66b7625d76 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271204 Oct 26 10:49:49.703726 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ab8bc-4b5a-48d4-90c8-3a2fc9bac598 req-c9d528f4-af34-4596-a270-1a2c0b473e30 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:49.705104 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d90ab8bc-4b5a-48d4-90c8-3a2fc9bac598 req-c9d528f4-af34-4596-a270-1a2c0b473e30 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0514035 Oct 26 10:49:49.741041 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d90ab8bc-4b5a-48d4-90c8-3a2fc9bac598 req-0ed36ed8-9101-435a-b5e6-47a1934a65f7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296333 Oct 26 10:49:50.861650 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a49e-1b31-4caa-8386-b99d21a892ad req-59af2937-92b1-4670-a980-b2e05a71d55f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:50.863081 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9844a49e-1b31-4caa-8386-b99d21a892ad req-59af2937-92b1-4670-a980-b2e05a71d55f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0505478 Oct 26 10:49:50.899125 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9844a49e-1b31-4caa-8386-b99d21a892ad req-73ada32d-b25f-4759-93ff-d14381e99dc2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296922 Oct 26 10:49:51.011546 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fd07f-aa63-447b-9289-aeda2b9e68c3 req-d5a06c68-bfaa-4cd0-8611-a4716303e436 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:51.012972 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b55fd07f-aa63-447b-9289-aeda2b9e68c3 req-d5a06c68-bfaa-4cd0-8611-a4716303e436 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0476899 Oct 26 10:49:51.021287 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59074) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:49:51.025541 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Request body: {'floatingip': {'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:51.064236 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:51.621003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.db.resource_extend [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 10:49:51.669389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:51.673168 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:51.766757 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Floating IP 8171f3e4-7728-4cae-bc1a-1c90518405f8 associated. External IP: 172.27.3.237, port: aa555ee7-9bac-4227-81d6-b0b79bdc6da2. Oct 26 10:49:51.965883 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:49:52.070487 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:49:52.075306 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:52.079955 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:49:52.089880 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:52.090490 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:52.102353 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4f9d6888-6e60-41a4-b7f7-51cfbda13ec4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "PUT /v2.0/floatingips/8171f3e4-7728-4cae-bc1a-1c90518405f8 HTTP/1.1" status: 200 len: 991 time: 1.0800526 Oct 26 10:49:52.102934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:52.105197 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232de7e0-d38a-49df-91f8-2747211943a6" -d '{"events": [{"name": "network-changed", "server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:52.146757 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ac787-a19d-45fd-ba12-023592ad8319 x-openstack-request-id: req-638ac787-a19d-45fd-ba12-023592ad8319 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:52.147582 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:52.147833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-638ac787-a19d-45fd-ba12-023592ad8319 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:52.148223 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'status': 'completed', 'code': 200} Oct 26 10:49:52.200633 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:52.214553 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de7e0-d38a-49df-91f8-2747211943a6 req-aaebfea6-6f6f-4efe-bfd2-715a98e6d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:52.216109 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-aaebfea6-6f6f-4efe-bfd2-715a98e6d332 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1098 time: 0.0402932 Oct 26 10:49:52.311462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de7e0-d38a-49df-91f8-2747211943a6 req-f530af60-e331-480c-87aa-1489921e806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:52.312897 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-f530af60-e331-480c-87aa-1489921e806a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.0880284 Oct 26 10:49:52.376829 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-735f23de-a9e6-4c02-916d-1837201db209 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 999 time: 0.0568027 Oct 26 10:49:52.423356 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '8171f3e4-7728-4cae-bc1a-1c90518405f8', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71477a4c-4d07-4b22-b881-7218941917ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:49:40Z', 'updated_at': '2021-10-26T10:49:51Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:52.424177 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de7e0-d38a-49df-91f8-2747211943a6 req-a67f4d16-4be4-420b-893e-431ef0b54815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:52.425618 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-a67f4d16-4be4-420b-893e-431ef0b54815 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0423517 Oct 26 10:49:52.449906 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:49:52.458546 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:52.459142 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:52.474934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de7e0-d38a-49df-91f8-2747211943a6 req-6ea4ee8d-2645-4a28-9d32-56f039aab4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:52.476370 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-6ea4ee8d-2645-4a28-9d32-56f039aab4e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424707 Oct 26 10:49:52.568246 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-1b29c8cc-1210-4b83-9f3a-f62cef8d7834 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843146 Oct 26 10:49:52.663558 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-232de7e0-d38a-49df-91f8-2747211943a6 req-c19d002b-2f62-4cf5-82e9-ee9fe3c2d935 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Oct 26 10:49:52.685249 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:52.903078 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '8171f3e4-7728-4cae-bc1a-1c90518405f8', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71477a4c-4d07-4b22-b881-7218941917ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:49:40Z', 'updated_at': '2021-10-26T10:49:51Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:52.929689 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6606e-e518-4e94-afc0-09167e354a51 None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '8171f3e4-7728-4cae-bc1a-1c90518405f8', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71477a4c-4d07-4b22-b881-7218941917ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:49:40Z', 'updated_at': '2021-10-26T10:49:51Z', 'revision_number': 1, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:49:53.113149 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c5620-e32b-4ad5-b612-737a4db45b91 None None] New status for floating IP 8171f3e4-7728-4cae-bc1a-1c90518405f8: ACTIVE {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:49:55.527878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932273ed-9786-4beb-a99e-b31deb0ab343 req-514b1e55-fba4-47e2-87d1-74153e5a8ce5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:55.529365 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-932273ed-9786-4beb-a99e-b31deb0ab343 req-514b1e55-fba4-47e2-87d1-74153e5a8ce5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Oct 26 10:49:55.565979 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-932273ed-9786-4beb-a99e-b31deb0ab343 req-10681497-b02f-4016-88e3-0b08ed6d8b52 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305631 Oct 26 10:49:56.458566 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-b932f236-51d0-44a4-9e73-8798214e015c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:56.459916 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-b932f236-51d0-44a4-9e73-8798214e015c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1028588 Oct 26 10:49:56.473984 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-d8ea2823-13da-4181-a18c-b6d0769a46ec tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/quotas/642505b01ca94764899d81a63df3e544 HTTP/1.1" status: 200 len: 375 time: 0.0085914 Oct 26 10:49:56.521444 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-6ace8214-a365-4141-a5e8-1c73e9329880 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422702 Oct 26 10:49:56.613718 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-75d311ff-6119-423d-906c-c397687059d2 service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852599 Oct 26 10:49:56.686100 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aad77-ec32-4bca-9a9e-e6c4edb2d060 req-1f6b6a0c-b8dd-4da2-a622-8cd61c2dfe58 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:56.687572 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aa9aad77-ec32-4bca-9a9e-e6c4edb2d060 req-1f6b6a0c-b8dd-4da2-a622-8cd61c2dfe58 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Oct 26 10:49:56.706438 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-21711838-a626-460c-be9f-86b84c16703e service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858934 Oct 26 10:49:56.723971 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aa9aad77-ec32-4bca-9a9e-e6c4edb2d060 req-71deb843-dfbe-428f-ab6d-42b0449d0897 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305905 Oct 26 10:49:56.865211 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5127b86b-5094-4edf-a75b-d2bfb7903749 req-4db1dfff-1305-450e-82c5-6f84301cd161 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 210 time: 0.0294192 Oct 26 10:49:57.106202 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e053c10-8df0-4ee2-98cb-463009eebdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:57.707577 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-6783c4e6-bc53-44c3-854b-2acb17c00bb1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:57.709617 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-6783c4e6-bc53-44c3-854b-2acb17c00bb1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Oct 26 10:49:57.858257 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13d3bf-1d3b-4bf3-9156-86f5ad25ec0e req-ff31fdf3-9fa2-45d0-bfaf-9d691af51e01 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:57.859772 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ea13d3bf-1d3b-4bf3-9156-86f5ad25ec0e req-ff31fdf3-9fa2-45d0-bfaf-9d691af51e01 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 945 time: 0.0597575 Oct 26 10:49:57.888619 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-292ef07d-64a7-4a00-afd9-f333eb6afbcd tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:57.890063 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-292ef07d-64a7-4a00-afd9-f333eb6afbcd tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1625006 Oct 26 10:49:57.898606 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Deleting port 32bea0ab-bda6-4329-8852-000e181d766d {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:49:57.899153 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:57.903148 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ea13d3bf-1d3b-4bf3-9156-86f5ad25ec0e req-34221274-3da6-4d94-8102-49092b30a894 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=51efe78e-baca-43ef-b8eb-28e67f9d3b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362110 Oct 26 10:49:57.907119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Request body: {'port': {'device_id': 'c54cf45e-b583-48a6-b227-21493fef5726', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'admin_state_up': True, 'tenant_id': '642505b01ca94764899d81a63df3e544'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:58.023370 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e61ff325-696b-4dfe-9828-84321a5c624b req-169e4d7f-c5f3-4b41-b7c4-835b47623950 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 210 time: 0.0423965 Oct 26 10:49:58.095635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] For port 32bea0ab-bda6-4329-8852-000e181d766d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=32bea0ab-bda6-4329-8852-000e181d766d,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:49:58.095993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.150223 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:49:58.153589 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.366033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.366408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.366720 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Floating IP 89ce2ec0-88c8-418e-a935-2d4b39a0c550 disassociated. External IP: 172.27.3.61, port: 32bea0ab-bda6-4329-8852-000e181d766d. Oct 26 10:49:58.367055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Calling delete_port for 32bea0ab-bda6-4329-8852-000e181d766d owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:49:58.381968 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Allocated IP 172.20.0.7 (84b841a0-2823-41b7-8fe0-b01568fc620e/27219bac-4800-40ae-a2e4-497387481358/37e8fcb2-6d9d-4402-a861-19744a87ec6d) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:49:58.609617 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.628168 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.655048 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'Port': ['ID=32bea0ab-bda6-4329-8852-000e181d766d,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:58.761996 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.773950 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:49:58.817327 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Network 84b841a0-2823-41b7-8fe0-b01568fc620e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:49:58.823573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:49:58.830898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:49:58.836890 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:58.837523 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:58.842605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event updated for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:58.848215 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:49:58.862440 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-072b2d49-4f09-4401-a71b-4992ece0f54f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9603243 Oct 26 10:49:58.902763 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Request body: {'port': {'device_id': 'c54cf45e-b583-48a6-b227-21493fef5726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:49:59.149703 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd22f1-7239-454f-b3e3-f8da15ba4650 req-cdc48013-427e-4f8b-900b-9c95a7d7403b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:59.151207 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21dd22f1-7239-454f-b3e3-f8da15ba4650 req-cdc48013-427e-4f8b-900b-9c95a7d7403b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 931 time: 0.0535667 Oct 26 10:49:59.189823 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21dd22f1-7239-454f-b3e3-f8da15ba4650 req-f9c6e2e3-93f6-4599-88b6-9ca1adca2332 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Oct 26 10:49:59.197575 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-51b48d99-85fd-45dc-8932-96c953f4e86f req-3c96d3ac-cb07-4f91-aaff-5e7598c351c7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a6f5a4d-f2a1-419c-a5f5-cedf9596f693 HTTP/1.1" status: 200 len: 210 time: 0.0503411 Oct 26 10:49:59.239895 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.260092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:49:59.269582 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:49:59.279689 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:59.280304 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:49:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:59.318425 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] No DVR routers for this DVR port 32bea0ab-bda6-4329-8852-000e181d766d on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:49:59.321909 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.325127 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-90c740d1-f8a7-440c-9393-5055e84bfa30 req-17e7555c-c0e8-4b6d-aa41-457156980e67 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "DELETE /v2.0/ports/32bea0ab-bda6-4329-8852-000e181d766d HTTP/1.1" status: 204 len: 173 time: 1.6036398 Oct 26 10:49:59.325564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'name': 'network-vif-deleted', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:49:59.327797 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb5a5f5-e85d-4256-b2d1-7a2e76916950" -d '{"events": [{"server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "name": "network-vif-deleted", "tag": "32bea0ab-bda6-4329-8852-000e181d766d"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:49:59.390682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a12b0a-df35-4468-8707-6f346174c027 x-openstack-request-id: req-d1a12b0a-df35-4468-8707-6f346174c027 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:49:59.391035 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f5a4d-f2a1-419c-a5f5-cedf9596f693", "name": "network-vif-deleted", "tag": "32bea0ab-bda6-4329-8852-000e181d766d", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:49:59.391221 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d1a12b0a-df35-4468-8707-6f346174c027 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:49:59.391611 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f5a4d-f2a1-419c-a5f5-cedf9596f693', 'name': 'network-vif-deleted', 'tag': '32bea0ab-bda6-4329-8852-000e181d766d', 'status': 'completed', 'code': 200} Oct 26 10:49:59.395631 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:59.537701 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-df6ca329-22e2-4154-ab6b-12b888125f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.561887 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e8fcb2-6d9d-4402-a861-19744a87ec6d {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:49:59.569248 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.581879 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Transition to ACTIVE for port object 37e8fcb2-6d9d-4402-a861-19744a87ec6d will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:49:59.586267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.615814 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:59.647787 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:49:59.656156 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:49:59.656749 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:50:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:49:59.658303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:59.669430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Attempting to bind port 37e8fcb2-6d9d-4402-a861-19744a87ec6d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:49:59.669764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Attempting to bind port 37e8fcb2-6d9d-4402-a861-19744a87ec6d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:49:59.670100 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Attempting to bind port 37e8fcb2-6d9d-4402-a861-19744a87ec6d on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:59.674400 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Port 37e8fcb2-6d9d-4402-a861-19744a87ec6d on network 84b841a0-2823-41b7-8fe0-b01568fc620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:49:59.674720 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Attempting to bind port 37e8fcb2-6d9d-4402-a861-19744a87ec6d on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:49:59.679621 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:49:59.679947 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Checking segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:49:59.680344 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Bound using segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:49:59.680740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Bound port: 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:49:59.681108 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.743965 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:49:59.748033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:49:59.754638 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.778705 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:49:59.791372 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:59.792015 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:49:59.793380 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] 10.222.0.72 "PUT /v2.0/ports/37e8fcb2-6d9d-4402-a861-19744a87ec6d HTTP/1.1" status: 200 len: 1093 time: 0.8947091 Oct 26 10:49:59.815678 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c036f0d-b5ef-4439-a11c-f786233a1591 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:49:59.913631 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-412e58ed-6296-44cc-b769-57fb882627f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:49:59.915027 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-412e58ed-6296-44cc-b769-57fb882627f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 1096 time: 0.0517693 Oct 26 10:49:59.958779 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-8d91b77f-bbfc-45e1-8349-824cde9a38b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d HTTP/1.1" status: 200 len: 217 time: 0.0337293 Oct 26 10:49:59.987962 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:00.009766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-a5b92218-64ff-47b1-a884-6adca24e20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:00.011198 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-a5b92218-64ff-47b1-a884-6adca24e20ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0444207 Oct 26 10:50:00.017739 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b16c6-6f25-4c3f-8c66-a3708aa209ab None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:50:00.044739 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-0802d7bd-9476-40ca-8784-3d72958c3dc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260034 Oct 26 10:50:00.144017 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-533e819e-aa3c-4063-a625-2a39cc6503fa service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Oct 26 10:50:00.253424 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a0b3dbc-74d9-4493-b38c-93653d668903 req-602bdb34-da6c-49d7-b68e-77b0636aaae8 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007423 Oct 26 10:50:00.262522 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4b313-82a3-40d4-b743-b1dae2cff96b None None] New status for floating IP 89ce2ec0-88c8-418e-a935-2d4b39a0c550: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:50:00.297718 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59162) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:00.321109 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be0433-1e1b-4f96-ae15-4adfd11f240f req-ac6a147a-98b0-48f5-963d-9c9ecef4e6db tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:00.322602 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-76be0433-1e1b-4f96-ae15-4adfd11f240f req-ac6a147a-98b0-48f5-963d-9c9ecef4e6db tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 943 time: 0.0548956 Oct 26 10:50:00.353672 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.361580 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-76be0433-1e1b-4f96-ae15-4adfd11f240f req-f3ef6d8a-7788-4770-9452-bf8adcd8ca6e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Oct 26 10:50:00.382798 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.433736 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.436263 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.437576 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "DELETE /v2.0/security-groups/51efe78e-baca-43ef-b8eb-28e67f9d3b00 HTTP/1.1" status: 204 len: 168 time: 0.1388421 Oct 26 10:50:00.440375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59164) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:00.447356 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efe78e-baca-43ef-b8eb-28e67f9d3b00,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:00.454520 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.454868 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.455210 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.455435 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.api.v2.resource [None req-d93fc313-b8f0-4074-bc12-228e3c5f8f34 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] show failed (client error): The resource could not be found. Oct 26 10:50:00.455608 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.455858 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.456361 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.456777 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d93fc313-b8f0-4074-bc12-228e3c5f8f34 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups/51efe78e-baca-43ef-b8eb-28e67f9d3b00 HTTP/1.1" status: 404 len: 347 time: 0.0152538 Oct 26 10:50:00.457063 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.457433 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.457767 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.458096 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.458421 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.458768 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defe208-b148-4a7c-a85e-5961bca4ae59 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:00.460402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59166) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:00.582281 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Deleting port 04a76773-fd55-4f73-babd-0ef7fd8c784d {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:50:00.582620 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.659437 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.659758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.671406 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Calling delete_port for 04a76773-fd55-4f73-babd-0ef7fd8c784d owned by network:floatingip {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:50:00.798690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.829216 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'Port': ['ID=04a76773-fd55-4f73-babd-0ef7fd8c784d,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:00.846706 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.850095 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.851243 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-de4c3aa2-308a-4c05-95bc-8301b278ba53 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "DELETE /v2.0/floatingips/89ce2ec0-88c8-418e-a935-2d4b39a0c550 HTTP/1.1" status: 204 len: 168 time: 0.3896770 Oct 26 10:50:00.891703 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:00.934700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.168701 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 32bea0ab-bda6-4329-8852-000e181d766d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:50:01.175436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59172) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:01.179993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990175084', 'description': 'tempest-description--359317547'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:01.189216 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 32bea0ab-bda6-4329-8852-000e181d766d {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:50:01.189556 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 32bea0ab-bda6-4329-8852-000e181d766d not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:50:01.201583 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.265587 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.269382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.301225 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.303031 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1265533 Oct 26 10:50:01.304897 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92856c-1b5c-423b-b8da-b5e65e229905 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:01.306445 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59174) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:01.311027 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group_rule': {'security_group_id': '2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:01.338373 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.383720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.387355 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.392987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:01.395615 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73de8bd1-37d5-4fd7-a92e-046d63eb254f" -d '{"events": [{"name": "network-changed", "server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:01.408999 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfe5dce-20bb-4201-aea3-49de95e70e72,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:01.417285 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.418781 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-760bbe22-9d10-44f3-94bf-7592535f2b45 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111789 Oct 26 10:50:01.421240 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59180) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:01.425771 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'security_group_rule': {'security_group_id': '2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:01.438563 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df37a81d-8aa5-4860-a5c9-5f975701dc02 x-openstack-request-id: req-df37a81d-8aa5-4860-a5c9-5f975701dc02 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:01.438914 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:01.439249 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df37a81d-8aa5-4860-a5c9-5f975701dc02 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:01.439833 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d', 'status': 'completed', 'code': 200} Oct 26 10:50:01.479990 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.506642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-5eaa8577-4d5c-4dfe-a05e-ae9f3fdac90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:01.508148 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-5eaa8577-4d5c-4dfe-a05e-ae9f3fdac90d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 1096 time: 0.0410047 Oct 26 10:50:01.524663 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1a2a-9927-4b17-8d8a-aefdbbe6f01f req-cd4b0989-c553-4cfb-b5d6-8c8ea7ca0d1a tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:01.526147 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e1d1a2a-9927-4b17-8d8a-aefdbbe6f01f req-cd4b0989-c553-4cfb-b5d6-8c8ea7ca0d1a tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 943 time: 0.0840292 Oct 26 10:50:01.556097 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.560958 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.595150 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ba8918-19ee-4555-8137-1b0fc33f6921,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:01.600607 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e1d1a2a-9927-4b17-8d8a-aefdbbe6f01f req-c30192d5-1665-4421-a76f-1b342a7e903e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Oct 26 10:50:01.603621 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.604691 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-54bfecf3-f2fe-4111-8360-63421ad9c3e6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825485 Oct 26 10:50:01.607736 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59182) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:01.612367 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:01.614196 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-ce37cb26-1cec-4e22-ac26-3019bf539f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:01.616225 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-ce37cb26-1cec-4e22-ac26-3019bf539f3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 917 time: 0.0980480 Oct 26 10:50:01.636208 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.661651 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-e4be4f31-7ece-411b-899a-5e293bb80503 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d HTTP/1.1" status: 200 len: 217 time: 0.0350535 Oct 26 10:50:01.717659 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-50f0bbb0-921c-4b5d-8103-19261a50f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:01.719128 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-50f0bbb0-921c-4b5d-8103-19261a50f2d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0473735 Oct 26 10:50:01.731492 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.754538 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-5d205405-2d1e-4773-ba6c-380a186aaede service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245938 Oct 26 10:50:01.838539 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Allocated IP 172.27.3.120 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/93664dea-41d0-4f61-a028-20872d429d2a) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:50:01.846381 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-d6f9085a-bae8-4a86-9703-8eeb585d4c91 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829515 Oct 26 10:50:01.940514 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:01.942043 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-73de8bd1-37d5-4fd7-a92e-046d63eb254f req-10c0d35a-f739-4a03-bc80-5dd288d2539a service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877895 Oct 26 10:50:01.975038 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.015467 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:50:02.018201 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:50:02.022220 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:50:02.046535 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=93664dea-41d0-4f61-a028-20872d429d2a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:02.105831 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.137588 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.284720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.289925 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.361514 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=93664dea-41d0-4f61-a028-20872d429d2a,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:02.372468 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.387127 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.388402 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-38c9016b-a3af-4c22-94f8-685b9a7a9a48 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7796333 Oct 26 10:50:02.566023 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-dcd34f4b-f786-48a8-8390-159b4e51628c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--990175084&fields=id&tenant_id=7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 267 time: 0.0321729 Oct 26 10:50:02.674232 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-61aa0335-8aa8-413f-a3b2-ccc65317b0eb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:02.675693 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-61aa0335-8aa8-413f-a3b2-ccc65317b0eb tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 811 time: 0.1028039 Oct 26 10:50:02.693868 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-8043a00c-e4b1-44e5-8695-02017596bba8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/quotas/7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 375 time: 0.0111692 Oct 26 10:50:02.727260 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6a5f2-84b3-4812-9764-a09ce781a05e req-1e39c7a0-6578-4b66-bb7e-bc4ce3ae5581 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:02.728752 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88f6a5f2-84b3-4812-9764-a09ce781a05e req-1e39c7a0-6578-4b66-bb7e-bc4ce3ae5581 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 943 time: 0.0563195 Oct 26 10:50:02.746582 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-b5655880-9d70-4960-a8a8-4fcd03c55cfe tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468819 Oct 26 10:50:02.765794 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88f6a5f2-84b3-4812-9764-a09ce781a05e req-fa11bc8c-1a17-47d6-a195-6d3caff8fb68 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Oct 26 10:50:02.837937 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-ab927071-3e0e-41a5-b31e-92e4abef78c2 service neutron] 10.222.0.79 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799248 Oct 26 10:50:02.886316 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:02.931801 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-3eb38c7b-0252-47a3-bb9e-123479837714 service neutron] 10.222.0.79 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879519 Oct 26 10:50:03.087740 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9fd725f7-3929-406d-8e25-cca27e1fe31d req-9a5dc5d8-9660-4b83-9c6c-fe6ed26ebe9e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 210 time: 0.0256832 Oct 26 10:50:03.202276 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 37e8fcb2-6d9d-4402-a861-19744a87ec6d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:50:03.307481 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:03.318253 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '37e8fcb2-6d9d-4402-a861-19744a87ec6d', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'port_id': '37e8fcb2-6d9d-4402-a861-19744a87ec6d', 'mac_address': 'fa:16:3e:45:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27219bac-4800-40ae-a2e4-497387481358', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:50:03.355655 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:03.368733 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e8fcb2-6d9d-4402-a861-19744a87ec6d {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:03.388066 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:03.391461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:03.441190 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:03.665724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['37e8fcb2-6d9d-4402-a861-19744a87ec6d'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:03.852773 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:03.885780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dca84-7cac-4cda-9402-d3839019acaa req-5b818e50-0300-4821-9c64-041ca1da5616 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:03.887137 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966dca84-7cac-4cda-9402-d3839019acaa req-5b818e50-0300-4821-9c64-041ca1da5616 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Oct 26 10:50:03.923796 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-966dca84-7cac-4cda-9402-d3839019acaa req-b3bd112d-8348-4019-825c-e939f15aacb4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Oct 26 10:50:04.079828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-ac505fa6-9d98-4748-bba5-eda2d80f8317 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:04.081254 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-ac505fa6-9d98-4748-bba5-eda2d80f8317 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 811 time: 0.1011999 Oct 26 10:50:04.134154 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-10f0d2ec-f47a-4af9-96d9-27ec1f238c66 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e793e9ed0d440f2b91a6f48868930b9 HTTP/1.1" status: 200 len: 379 time: 0.0362017 Oct 26 10:50:04.147154 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'port': {'device_id': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'admin_state_up': True, 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'security_groups': ['2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:04.222668 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4cbf1be3-00b0-4db2-aca5-b9b5ef24732d req-7f95b18a-d721-4a3f-8735-ba164291d269 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 210 time: 0.0317013 Oct 26 10:50:04.278820 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Made reservation on behalf of 7e793e9ed0d440f2b91a6f48868930b9 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:50:04.282617 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.410584 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Allocated IP 172.20.0.13 (e369c395-d403-4d63-9571-9bc940f6f770/f26a2f44-1811-4ee1-bfec-d5f6a345bb82/a51971d7-d2c3-45f8-814b-f6536e41d077) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:50:04.543199 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.574868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.617551 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Network e369c395-d403-4d63-9571-9bc940f6f770 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:50:04.622813 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:50:04.627360 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:50:04.632851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:04.633486 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.636761 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event updated for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:04.652311 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-5b71c699-dbdf-43e6-8e73-e245c0b90db7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5092888 Oct 26 10:50:04.668283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Request body: {'port': {'device_id': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:04.721549 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.877976 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-3b46f446-ef1a-4a82-9d70-e6c4cb31a370 None None] Provisioning complete for port a51971d7-d2c3-45f8-814b-f6536e41d077 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:04.878606 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-3b46f446-ef1a-4a82-9d70-e6c4cb31a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:04.915189 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-3b46f446-ef1a-4a82-9d70-e6c4cb31a370 None None] Port a51971d7-d2c3-45f8-814b-f6536e41d077 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:50:04.981631 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51971d7-d2c3-45f8-814b-f6536e41d077 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:04.989053 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.000914 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Transition to ACTIVE for port object a51971d7-d2c3-45f8-814b-f6536e41d077 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:50:05.005033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.040789 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac951e2-018b-4ba5-b2bb-3535c5f525ea req-3b5e78f2-6ec9-49b4-8367-93cb8c47bb44 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.042297 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3ac951e2-018b-4ba5-b2bb-3535c5f525ea req-3b5e78f2-6ec9-49b4-8367-93cb8c47bb44 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 944 time: 0.0486040 Oct 26 10:50:05.054280 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:05.082340 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3ac951e2-018b-4ba5-b2bb-3535c5f525ea req-6a3756b9-e4b5-4bb4-b884-a3f5a81a6801 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Oct 26 10:50:05.087029 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Attempting to bind port a51971d7-d2c3-45f8-814b-f6536e41d077 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:50:05.087372 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Attempting to bind port a51971d7-d2c3-45f8-814b-f6536e41d077 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:50:05.087712 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Attempting to bind port a51971d7-d2c3-45f8-814b-f6536e41d077 on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:05.092720 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Port a51971d7-d2c3-45f8-814b-f6536e41d077 on network e369c395-d403-4d63-9571-9bc940f6f770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:50:05.093044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Attempting to bind port a51971d7-d2c3-45f8-814b-f6536e41d077 on network e369c395-d403-4d63-9571-9bc940f6f770 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:05.100566 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:50:05.101031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Checking segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:50:05.101514 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Bound using segment: {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:50:05.102034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Bound port: a51971d7-d2c3-45f8-814b-f6536e41d077, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a38c27d-ba1d-4f25-b71e-670846a2da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:50:05.102470 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.172540 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:50:05.176102 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a51971d7-d2c3-45f8-814b-f6536e41d077,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:50:05.180183 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.191031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 37e8fcb2-6d9d-4402-a861-19744a87ec6d up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:50:05.215237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.216262 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.217726 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] 10.222.0.72 "PUT /v2.0/ports/a51971d7-d2c3-45f8-814b-f6536e41d077 HTTP/1.1" status: 200 len: 1094 time: 0.5567303 Oct 26 10:50:05.220233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:05.222378 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:05.258189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a45ac-3d52-415b-b065-34e256391dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:05.276891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e4a0d-6496-4425-8935-39011fdb0a9e x-openstack-request-id: req-924e4a0d-6496-4425-8935-39011fdb0a9e {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:05.277121 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:05.277376 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-924e4a0d-6496-4425-8935-39011fdb0a9e {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:05.278235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'status': 'completed', 'code': 200} Oct 26 10:50:05.285275 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 37e8fcb2-6d9d-4402-a861-19744a87ec6d completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:50:05.290475 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 37e8fcb2-6d9d-4402-a861-19744a87ec6d triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:05.291134 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.336668 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-d49be054-6512-4446-9dae-cd059e658472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.338175 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-d49be054-6512-4446-9dae-cd059e658472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 1097 time: 0.0520847 Oct 26 10:50:05.392367 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.394475 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-9ba1792b-9d88-4266-b0c1-8da163bd60d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51971d7-d2c3-45f8-814b-f6536e41d077 HTTP/1.1" status: 200 len: 217 time: 0.0418663 Oct 26 10:50:05.400061 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee4c4c-b120-4d2f-919b-9e45aea0f7f0 req-15dfdb38-392b-43a8-8269-7c52a76fe5ba tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.401621 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c0ee4c4c-b120-4d2f-919b-9e45aea0f7f0 req-15dfdb38-392b-43a8-8269-7c52a76fe5ba tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 944 time: 0.0696354 Oct 26 10:50:05.438164 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:05.439953 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:05.444289 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdc8e9-74f4-4412-b168-e990279925d6" -d '{"events": [{"server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "name": "network-vif-plugged", "status": "completed", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:05.446365 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c0ee4c4c-b120-4d2f-919b-9e45aea0f7f0 req-ceda02fe-d843-4aed-a6d3-a7ec41c48e44 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377831 Oct 26 10:50:05.450021 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:05.466599 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-385a1f45-4cfb-46b2-8c85-f8803d4df1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.468407 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-385a1f45-4cfb-46b2-8c85-f8803d4df1cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0634151 Oct 26 10:50:05.488312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a6286-30da-4e72-ab21-10cf46c273d9 x-openstack-request-id: req-3b6a6286-30da-4e72-ab21-10cf46c273d9 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:05.488634 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "name": "network-vif-plugged", "status": "completed", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:05.488894 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b6a6286-30da-4e72-ab21-10cf46c273d9 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:05.489317 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d', 'code': 200} Oct 26 10:50:05.510807 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:05.527867 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c1a00163-faf5-449d-842f-9ebc671925ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.529640 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-c1a00163-faf5-449d-842f-9ebc671925ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492086 Oct 26 10:50:05.662833 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-2d7be081-f3fd-4e8a-8784-a29beb1ed111 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147172 Oct 26 10:50:05.673855 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cd354-eab9-4752-b70b-46a27dafeff2 req-511a8686-aab5-4916-8c48-d195b4e7e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:05.675259 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-440cd354-eab9-4752-b70b-46a27dafeff2 req-511a8686-aab5-4916-8c48-d195b4e7e77c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 1098 time: 0.0480423 Oct 26 10:50:05.771279 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-440cd354-eab9-4752-b70b-46a27dafeff2 req-85e5734f-cd41-46ac-b4f5-b250739903f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Oct 26 10:50:05.796689 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-301c53df-dce8-4c37-88d4-24ddc287d84a req-bea4991c-ab29-4a17-a110-83cb87c9d188 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052444 Oct 26 10:50:06.103189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-2d74d635-1ea6-426c-ad8f-9c9924cbe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.104594 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-2d74d635-1ea6-426c-ad8f-9c9924cbe377 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 1097 time: 0.0426722 Oct 26 10:50:06.194753 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-af8ea83b-cc11-4e54-9e77-541ba9b50561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.195803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43418c-c568-4a89-a629-55e90077c731 req-971b5451-cb2d-4fbb-830b-ba37a5bbd13f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.196323 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-af8ea83b-cc11-4e54-9e77-541ba9b50561 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.0826671 Oct 26 10:50:06.197330 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5e43418c-c568-4a89-a629-55e90077c731 req-971b5451-cb2d-4fbb-830b-ba37a5bbd13f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.0473981 Oct 26 10:50:06.234362 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5e43418c-c568-4a89-a629-55e90077c731 req-242c4d2b-1d5f-4bcf-8065-fc2ca18c63fb tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Oct 26 10:50:06.243848 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-de14b0cc-72d6-414f-b680-c9fbeb276a39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51971d7-d2c3-45f8-814b-f6536e41d077 HTTP/1.1" status: 200 len: 217 time: 0.0370362 Oct 26 10:50:06.301787 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-02b5d819-2e7d-4da8-8587-4e33875c95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.303155 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-02b5d819-2e7d-4da8-8587-4e33875c95d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0429871 Oct 26 10:50:06.353498 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-e57b541f-b620-45d1-a21c-983c8ee2db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.354857 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-e57b541f-b620-45d1-a21c-983c8ee2db63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399232 Oct 26 10:50:06.456056 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-220fca03-73de-41d4-9fa9-892e34d9f76d service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842404 Oct 26 10:50:06.559810 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259153-4c82-404b-88e5-ffc60cebf014 req-bbbcb027-9a45-4ae5-8ed5-d8452a4df8af tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:06.560046 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4d553b0e-54dd-4ee1-8c16-ce40e6b3fbc9 req-cd4ff8e2-7275-40ed-8394-6a6847389bd8 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830495 Oct 26 10:50:06.561447 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cc259153-4c82-404b-88e5-ffc60cebf014 req-bbbcb027-9a45-4ae5-8ed5-d8452a4df8af tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 944 time: 0.0493779 Oct 26 10:50:06.600070 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cc259153-4c82-404b-88e5-ffc60cebf014 req-935cbb3b-147a-4b47-a66a-1eeac7a3e9a6 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Oct 26 10:50:07.355256 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bec5c7-35f4-42c3-9e0d-32b4560237b3 req-89389ec1-b535-410d-885b-a407fbfdf8f7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:07.356686 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-95bec5c7-35f4-42c3-9e0d-32b4560237b3 req-89389ec1-b535-410d-885b-a407fbfdf8f7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Oct 26 10:50:07.393693 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-95bec5c7-35f4-42c3-9e0d-32b4560237b3 req-1ea523c8-bc10-4938-8e7a-e00c54d64185 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Oct 26 10:50:07.715644 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae288-a268-42f0-b7ec-574bdaca2319 req-2afe46b7-fece-471c-8d35-74482b714538 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:07.717257 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf7ae288-a268-42f0-b7ec-574bdaca2319 req-2afe46b7-fece-471c-8d35-74482b714538 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 944 time: 0.0489783 Oct 26 10:50:07.757716 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cf7ae288-a268-42f0-b7ec-574bdaca2319 req-a0fefe8d-4be3-402c-943d-36e962f15d7d tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344837 Oct 26 10:50:08.876909 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf68f5-f4fb-420d-9d61-d9a8fe6e1977 req-05947cca-9951-4886-b6d2-ec28f42259b8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:08.878499 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-26cf68f5-f4fb-420d-9d61-d9a8fe6e1977 req-05947cca-9951-4886-b6d2-ec28f42259b8 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 944 time: 0.0533037 Oct 26 10:50:08.916570 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-26cf68f5-f4fb-420d-9d61-d9a8fe6e1977 req-e4e46ac9-39ac-4108-8a40-a76cf898056b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Oct 26 10:50:09.229846 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a51971d7-d2c3-45f8-814b-f6536e41d077 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:50:09.300037 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-e1ae8f0d-46a9-43f8-9762-e3cf1ee045bb tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:09.301582 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-e1ae8f0d-46a9-43f8-9762-e3cf1ee045bb tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.3133650 Oct 26 10:50:09.317406 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-71cd3984-c330-4d89-b8af-b3e64f998414 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/quotas/642505b01ca94764899d81a63df3e544 HTTP/1.1" status: 200 len: 375 time: 0.0095716 Oct 26 10:50:09.371403 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-af65216e-9be6-457d-a858-bc931bf17a1c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481405 Oct 26 10:50:09.449785 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a51971d7-d2c3-45f8-814b-f6536e41d077,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:09.461247 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'port_id': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'mac_address': 'fa:16:3e:d8:d4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:50:09.464653 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-243c564c-304d-42e8-9e9d-9e89c15059c9 service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860524 Oct 26 10:50:09.497456 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:09.510121 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51971d7-d2c3-45f8-814b-f6536e41d077 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:09.529785 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a51971d7-d2c3-45f8-814b-f6536e41d077,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:09.533979 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:09.553776 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-bcb0c890-d1d8-43bb-a022-c7f96385ea0e service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825031 Oct 26 10:50:09.586105 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:09.709339 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e66fdbe7-df6c-454c-bc78-671161d39990 req-036d5ac1-c62a-4255-8cf6-82c3f5f9b37c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Oct 26 10:50:09.853706 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['a51971d7-d2c3-45f8-814b-f6536e41d077'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:10.038947 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f73c-60e2-4e40-8186-f106433c64b0 req-92a91d30-7753-496b-b805-943c2879a6f2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:10.040323 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-39d6f73c-60e2-4e40-8186-f106433c64b0 req-92a91d30-7753-496b-b805-943c2879a6f2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Oct 26 10:50:10.078640 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-39d6f73c-60e2-4e40-8186-f106433c64b0 req-a19c8e51-2ad6-4859-99e6-7f2f16f144e2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322783 Oct 26 10:50:10.769951 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-31fd1b57-f78d-4cfc-aa0a-fa9b29e0ab4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:10.772782 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-31fd1b57-f78d-4cfc-aa0a-fa9b29e0ab4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1092508 Oct 26 10:50:10.790733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Request body: {'port': {'device_id': '540798f8-c142-4397-99d9-9c9578bb7219', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'admin_state_up': True, 'tenant_id': '642505b01ca94764899d81a63df3e544'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:10.816381 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e960e2b0-c7fc-40af-976e-ac2422fcd14e req-92f2f46e-3b56-4782-8952-73c2f5b3bb07 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 210 time: 0.0306203 Oct 26 10:50:10.906552 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:50:10.910059 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.033397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Allocated IP 172.20.0.8 (84b841a0-2823-41b7-8fe0-b01568fc620e/27219bac-4800-40ae-a2e4-497387481358/23c4613b-95bc-4b2d-bbe2-8c47cbcbd567) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:50:11.176635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.193279 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67d827-5726-4ec7-8f50-b297a6bee3b0 req-27d7d57e-69f7-421d-93fb-9770ff2fa3b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:11.194760 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d67d827-5726-4ec7-8f50-b297a6bee3b0 req-27d7d57e-69f7-421d-93fb-9770ff2fa3b2 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Oct 26 10:50:11.211947 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.225293 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1', '37e8fcb2-6d9d-4402-a861-19744a87ec6d'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:11.229701 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a51971d7-d2c3-45f8-814b-f6536e41d077 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:50:11.235050 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d67d827-5726-4ec7-8f50-b297a6bee3b0 req-5f2fd81a-850a-42dd-914a-d42f56c2c5b1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344102 Oct 26 10:50:11.263713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Network 84b841a0-2823-41b7-8fe0-b01568fc620e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:50:11.266868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:50:11.270653 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:50:11.276148 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:11.276744 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.282970 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event updated for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:11.298951 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-48f26a9b-4fed-4101-a7cb-b55a72f3d543 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5141699 Oct 26 10:50:11.312397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Request body: {'port': {'device_id': '540798f8-c142-4397-99d9-9c9578bb7219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:11.332887 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port a51971d7-d2c3-45f8-814b-f6536e41d077 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:50:11.346526 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port a51971d7-d2c3-45f8-814b-f6536e41d077 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:11.346889 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.365481 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.489477 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.521385 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:11.523611 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda67252-fda0-4481-ab71-095331ab91a1" -d '{"events": [{"server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "name": "network-vif-plugged", "status": "completed", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:11.544992 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a51971d7-d2c3-45f8-814b-f6536e41d077,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:11.553373 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.583651 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2798bd2-556f-489a-a6e0-1d0ef7fdf918 x-openstack-request-id: req-e2798bd2-556f-489a-a6e0-1d0ef7fdf918 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:11.584252 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "name": "network-vif-plugged", "status": "completed", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:11.584669 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2798bd2-556f-489a-a6e0-1d0ef7fdf918 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:11.585436 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'code': 200} Oct 26 10:50:11.627583 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:11.637218 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:11.645361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.658039 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Transition to ACTIVE for port object 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:50:11.662005 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.718531 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Pushing event updated for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:11.771386 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Attempting to bind port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:50:11.772055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Attempting to bind port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:50:11.772055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Attempting to bind port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:11.779236 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 on network 84b841a0-2823-41b7-8fe0-b01568fc620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:50:11.779564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Attempting to bind port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:11.786969 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:50:11.787302 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Checking segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:50:11.787685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Bound using segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:50:11.788110 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Bound port: 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:50:11.788463 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.800923 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bebd-1562-40b0-bfbc-f91f2c9ab0a7 req-e4e4d50c-5ec1-4df9-8744-bda42ca9d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:11.802437 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4138bebd-1562-40b0-bfbc-f91f2c9ab0a7 req-e4e4d50c-5ec1-4df9-8744-bda42ca9d521 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 1099 time: 0.0681422 Oct 26 10:50:11.878738 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4138bebd-1562-40b0-bfbc-f91f2c9ab0a7 req-92fb9cb2-9842-4a1b-ba3e-10dacc2d77d1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520735 Oct 26 10:50:11.883232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:50:11.886431 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:50:11.891438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.936105 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:11.936704 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:11.938151 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] 10.222.0.72 "PUT /v2.0/ports/23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 HTTP/1.1" status: 200 len: 1093 time: 0.6299310 Oct 26 10:50:11.938586 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:11.940849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a381b9-253d-4662-a78f-55596cab0c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:11.943160 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41178ace-51e3-406f-ac11-523c36d9ff5a req-01c37b87-3df5-4236-bc79-c3851c9d8cb0 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:11.944611 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-41178ace-51e3-406f-ac11-523c36d9ff5a req-01c37b87-3df5-4236-bc79-c3851c9d8cb0 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 943 time: 0.0554068 Oct 26 10:50:11.960286 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52320ff-c26f-4984-aef0-1629b23e5f2e service neutron] Pushing event updated for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:11.981838 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-41178ace-51e3-406f-ac11-523c36d9ff5a req-3a3ea36a-7077-4b1c-b24a-23351aa6ff0a tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Oct 26 10:50:12.022180 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4c748-2b63-4f6e-988a-ff8efcf1643c x-openstack-request-id: req-3fe4c748-2b63-4f6e-988a-ff8efcf1643c {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:12.022408 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:12.022661 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fe4c748-2b63-4f6e-988a-ff8efcf1643c {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:12.023058 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', 'status': 'completed', 'code': 200} Oct 26 10:50:12.242790 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-2198cf77-e187-4f65-afad-f338d63a9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.244231 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-2198cf77-e187-4f65-afad-f338d63a9f67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 1096 time: 0.0395615 Oct 26 10:50:12.352841 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e1ab6-bd53-4d3a-87d8-5036e313936f req-06ceefde-09fe-4a03-bd56-924e2fcac21e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.354338 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e04e1ab6-bd53-4d3a-87d8-5036e313936f req-06ceefde-09fe-4a03-bd56-924e2fcac21e tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Oct 26 10:50:12.392423 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e04e1ab6-bd53-4d3a-87d8-5036e313936f req-7815ebee-8a65-485b-a2a3-8233c2b3fb4a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Oct 26 10:50:12.419916 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-091ad612-9838-4020-8d62-05dc4687b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.421390 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-091ad612-9838-4020-8d62-05dc4687b9c5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=642505b01ca94764899d81a63df3e544&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1674931 Oct 26 10:50:12.583834 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-e2e3c310-0ca9-4a32-8028-61aa10d8fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.585197 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a5a381b9-253d-4662-a78f-55596cab0c0e req-e2e3c310-0ca9-4a32-8028-61aa10d8fc07 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1475656 Oct 26 10:50:12.664246 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c8c7a6ea-2b14-47e4-b1f5-3e6945e2f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.665707 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-c8c7a6ea-2b14-47e4-b1f5-3e6945e2f5c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 1096 time: 0.0387452 Oct 26 10:50:12.715599 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-78a530aa-e695-4a0b-aa41-47fd60bce2b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 HTTP/1.1" status: 200 len: 217 time: 0.0345855 Oct 26 10:50:12.764310 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-d2ccd369-3845-4d4b-8413-fffa69b85482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:12.765657 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-d2ccd369-3845-4d4b-8413-fffa69b85482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0407810 Oct 26 10:50:12.808421 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-fd27021d-6b63-4433-8a50-c9f907d2a1ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233185 Oct 26 10:50:12.899698 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-fb57f0ff-58ba-4fed-a842-f7055e113243 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815148 Oct 26 10:50:12.986505 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbadd491-c2d2-42f6-9217-32c5a69bb9e8 req-bebd3510-a5c3-4069-adda-7870cac62d62 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788465 Oct 26 10:50:13.093782 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999bc71-6fd8-474e-96e6-8a075dac010e req-07cfe61b-cbfe-48b7-9d5c-86c6dbce2409 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:13.095196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e999bc71-6fd8-474e-96e6-8a075dac010e req-07cfe61b-cbfe-48b7-9d5c-86c6dbce2409 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 943 time: 0.0468974 Oct 26 10:50:13.135400 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e999bc71-6fd8-474e-96e6-8a075dac010e req-b2e7eb78-7399-4a41-abe3-6607c98c827c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Oct 26 10:50:13.505980 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fd6e7-f0e6-4f96-96ad-938e7c7b6222 req-fdeb3933-f207-4bd5-bd63-16ba7a98f572 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:13.507415 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c28fd6e7-f0e6-4f96-96ad-938e7c7b6222 req-fdeb3933-f207-4bd5-bd63-16ba7a98f572 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0478835 Oct 26 10:50:13.543633 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c28fd6e7-f0e6-4f96-96ad-938e7c7b6222 req-cc9baa7b-4c5e-4d94-9d9b-19bb673827cc tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304520 Oct 26 10:50:13.656381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37da2c-6172-4e29-8a41-b9dce16d59d9 req-bf353043-e6ab-40c5-81ed-8fed0e292fa7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:13.657852 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8c37da2c-6172-4e29-8a41-b9dce16d59d9 req-bf353043-e6ab-40c5-81ed-8fed0e292fa7 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0480130 Oct 26 10:50:13.666773 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59324) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:13.670964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Request body: {'floatingip': {'port_id': 'a51971d7-d2c3-45f8-814b-f6536e41d077'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:13.711565 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:14.247132 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1728e-ee6c-4710-badf-acce15136cb5 req-808fdb60-da87-4a5c-8daa-f3548e891a15 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:14.248577 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ffe1728e-ee6c-4710-badf-acce15136cb5 req-808fdb60-da87-4a5c-8daa-f3548e891a15 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 943 time: 0.0477710 Oct 26 10:50:14.285376 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ffe1728e-ee6c-4710-badf-acce15136cb5 req-7991b976-0549-4a66-af24-60d46e1905b4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Oct 26 10:50:14.337348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:14.340643 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:14.440742 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.l3_db [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Floating IP fe518349-b63f-4fc4-9e68-707c7fe0bd68 associated. External IP: 172.27.3.120, port: a51971d7-d2c3-45f8-814b-f6536e41d077. Oct 26 10:50:14.640093 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:50:14.744407 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:50:14.749070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:14.753668 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:50:14.763297 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:50:14.763903 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:50:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:14.777841 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7c9e0c2a-5e79-4972-abe2-afff8d1e7a00 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "PUT /v2.0/floatingips/fe518349-b63f-4fc4-9e68-707c7fe0bd68 HTTP/1.1" status: 200 len: 992 time: 1.1075363 Oct 26 10:50:14.777841 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077'}] {{(pid=108008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:14.778945 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c366777ae17db6cb84f1de8710e1659e475a2a508cd5794044eaacaae527de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077"}]}' {{(pid=108008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:14.819066 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333dabf8-e638-4908-b401-2c111c88a524 x-openstack-request-id: req-333dabf8-e638-4908-b401-2c111c88a524 {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:14.819361 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077", "status": "completed", "code": 200}]} {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:14.819612 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-333dabf8-e638-4908-b401-2c111c88a524 {{(pid=108008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:14.820121 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'status': 'completed', 'code': 200} Oct 26 10:50:14.875822 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:50:14.904211 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-7d92c323-bc0a-454e-a560-f074dd8dfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:14.905701 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-7d92c323-bc0a-454e-a560-f074dd8dfe36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 1099 time: 0.0464621 Oct 26 10:50:15.012455 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-78441a4a-98fc-4442-89d7-2dec73c367bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:15.014181 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-78441a4a-98fc-4442-89d7-2dec73c367bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 200 len: 913 time: 0.0935681 Oct 26 10:50:15.086427 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-adf6a672-b05d-4606-a478-9e2c2dfdfe33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51971d7-d2c3-45f8-814b-f6536e41d077 HTTP/1.1" status: 200 len: 1000 time: 0.0628152 Oct 26 10:50:15.115812 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'fe518349-b63f-4fc4-9e68-707c7fe0bd68', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:d8:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:50:02Z', 'updated_at': '2021-10-26T10:50:14Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:15.137513 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-d95c5fab-4d45-4d1a-8546-67f9ee8876cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:15.138933 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-d95c5fab-4d45-4d1a-8546-67f9ee8876cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 200 len: 850 time: 0.0451055 Oct 26 10:50:15.147753 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:50:15.156450 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:50:15.157056 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:50:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:15.185615 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-1f6baceb-2a52-4368-b49b-80d200cfb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:15.187124 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-1f6baceb-2a52-4368-b49b-80d200cfb18d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e369c395-d403-4d63-9571-9bc940f6f770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387433 Oct 26 10:50:15.262850 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:50:15.266258 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:50:15.281723 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-5e605b39-fb26-49a5-9927-bdf4338163a5 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830319 Oct 26 10:50:15.384852 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0bdb16d7-7c53-4f9f-b260-77f9f5a83690 req-e2e255a2-765f-48aa-933c-5cc9c29c9139 service neutron] 10.222.0.72 "GET /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884843 Oct 26 10:50:15.402623 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6d73-6ec9-4801-8564-fe4603b74334 req-d7e58c3f-0cc1-4e7d-b337-834fb30d653f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:15.404509 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff2d6d73-6ec9-4801-8564-fe4603b74334 req-d7e58c3f-0cc1-4e7d-b337-834fb30d653f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 943 time: 0.0500324 Oct 26 10:50:15.449197 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff2d6d73-6ec9-4801-8564-fe4603b74334 req-475f8547-8cc2-4729-a140-74933e3db45e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Oct 26 10:50:15.485030 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:15.501113 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'port_id': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', 'mac_address': 'fa:16:3e:72:50:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27219bac-4800-40ae-a2e4-497387481358', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:50:15.578357 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:15.595486 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:15.621539 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:15.625766 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:15.654984 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'fe518349-b63f-4fc4-9e68-707c7fe0bd68', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:d8:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:50:02Z', 'updated_at': '2021-10-26T10:50:14Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:15.687017 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b84a5c-af10-4042-a6e0-61c85336eb8c None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'fe518349-b63f-4fc4-9e68-707c7fe0bd68', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'port_id': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'mac_address': 'fa:16:3e:d8:d4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:50:02Z', 'updated_at': '2021-10-26T10:50:14Z', 'revision_number': 1, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:50:15.702324 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:15.873386 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e96d18-a892-4468-963c-cfca2ee61085 None None] New status for floating IP fe518349-b63f-4fc4-9e68-707c7fe0bd68: ACTIVE {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:50:16.021953 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:16.566459 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f2b3-90b7-4f2d-b7ae-37bce7c8a78e req-9790a276-0888-44f5-bbdf-c7a9f37a8f71 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:16.567960 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-eff5f2b3-90b7-4f2d-b7ae-37bce7c8a78e req-9790a276-0888-44f5-bbdf-c7a9f37a8f71 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Oct 26 10:50:16.605631 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-eff5f2b3-90b7-4f2d-b7ae-37bce7c8a78e req-978f453a-2151-4f69-99dd-9b5e02011c62 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Oct 26 10:50:17.294949 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:50:17.341650 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:50:17.345416 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:17.345785 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:17.422822 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:17.445473 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:17.447663 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52182657-18eb-4935-b2e9-e3f32b9887dc" -d '{"events": [{"server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "name": "network-vif-plugged", "status": "completed", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:17.460120 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:17.464169 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:17.488126 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d444a-f349-40de-8550-9ed7bdf82a69 x-openstack-request-id: req-ac4d444a-f349-40de-8550-9ed7bdf82a69 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:17.488413 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "name": "network-vif-plugged", "status": "completed", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:17.488665 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac4d444a-f349-40de-8550-9ed7bdf82a69 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:17.491778 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', 'code': 200} Oct 26 10:50:17.516278 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:17.687452 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2c83-c2e9-4bfb-8aa1-07dbb88f7964 req-a7d89fe5-cc0b-463e-b0de-4c3ee8587da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:17.688311 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b38b2c83-c2e9-4bfb-8aa1-07dbb88f7964 req-a7d89fe5-cc0b-463e-b0de-4c3ee8587da4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 1098 time: 0.0501952 Oct 26 10:50:17.748890 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf0d93-1b83-477f-84f2-2a7018519f4f req-b8453d15-a04a-4401-ae1b-1da5f3e57b18 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:17.750359 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-eedf0d93-1b83-477f-84f2-2a7018519f4f req-b8453d15-a04a-4401-ae1b-1da5f3e57b18 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0742486 Oct 26 10:50:17.752225 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b38b2c83-c2e9-4bfb-8aa1-07dbb88f7964 req-2608dadb-6824-40ed-8755-9953cb2a41ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Oct 26 10:50:17.786424 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-eedf0d93-1b83-477f-84f2-2a7018519f4f req-821885d3-3555-4a81-bd91-a72cfd068c42 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296106 Oct 26 10:50:18.904656 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e442-5c3a-4f7b-bdc3-377094d0c6d9 req-a6eff57a-fdfc-4210-84d8-3fab02ca2cbe tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:18.906071 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-edc5e442-5c3a-4f7b-bdc3-377094d0c6d9 req-a6eff57a-fdfc-4210-84d8-3fab02ca2cbe tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Oct 26 10:50:18.941918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-edc5e442-5c3a-4f7b-bdc3-377094d0c6d9 req-e53a991d-a665-40d1-b471-299f6b35b891 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302193 Oct 26 10:50:19.264611 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:50:20.057477 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e7b9-4a29-4ba7-bc60-9a756f30fe1c req-2507eecc-d00f-4f81-984f-265adec5a200 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:20.058940 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3904e7b9-4a29-4ba7-bc60-9a756f30fe1c req-2507eecc-d00f-4f81-984f-265adec5a200 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0502276 Oct 26 10:50:20.093877 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3904e7b9-4a29-4ba7-bc60-9a756f30fe1c req-d0a4862b-208e-49ca-9feb-b699e845a713 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292568 Oct 26 10:50:27.106668 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abf0b416-a6d8-483d-84d5-2dacfaf77d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:29.519638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d6425fe1-d8b3-44ab-83c5-c2bc5d37ff10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:30.890141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:30.936991 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:30.954460 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5c8d0781-033d-4631-afc4-79bd85cbb670 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:30.955923 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5c8d0781-033d-4631-afc4-79bd85cbb670 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1095529 Oct 26 10:50:30.970358 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-2b7c83a3-68b5-4677-b95b-d55694647b32 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/quotas/642505b01ca94764899d81a63df3e544 HTTP/1.1" status: 200 len: 375 time: 0.0088286 Oct 26 10:50:31.026646 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-d9929d3f-e70b-4856-92a0-437fea874860 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506148 Oct 26 10:50:31.156555 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-aec104c5-91c8-4a6d-8422-7c206c015f69 service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228576 Oct 26 10:50:31.245681 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-e6b55c4c-c8fc-4973-9812-a6fd3d3db75e service neutron] 10.222.0.79 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825574 Oct 26 10:50:31.403466 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7d5e3d15-2ef4-4533-ad47-6d48f510adfc req-53749aa0-9405-46a5-9016-7f35c79e9266 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 210 time: 0.0267055 Oct 26 10:50:32.543828 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b3c381fd-4e31-4762-9c32-e707d5dc46a5 req-f7e4912f-bca8-44cc-a867-a37014584adb tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 210 time: 0.0647948 Oct 26 10:50:32.607837 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-b83738c3-4f44-41e1-a6a9-a2fc0ffc067e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:32.610109 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-b83738c3-4f44-41e1-a6a9-a2fc0ffc067e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 815 time: 0.1410398 Oct 26 10:50:32.634375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Request body: {'port': {'device_id': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'admin_state_up': True, 'tenant_id': '642505b01ca94764899d81a63df3e544'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:32.739679 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Made reservation on behalf of 642505b01ca94764899d81a63df3e544 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:50:32.743875 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:32.890116 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.084603 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Allocated IP 172.20.0.9 (84b841a0-2823-41b7-8fe0-b01568fc620e/27219bac-4800-40ae-a2e4-497387481358/14922a55-f719-46e7-b595-33402b566d28) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:50:33.225967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.257857 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.285502 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1', '37e8fcb2-6d9d-4402-a861-19744a87ec6d', '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:33.300268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Network 84b841a0-2823-41b7-8fe0-b01568fc620e is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:50:33.303823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:50:33.306400 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:50:33.312228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:33.312837 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.327528 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event updated for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:33.334389 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-5077ab38-cc21-4e91-99e2-e64f6f242015 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041266 Oct 26 10:50:33.357716 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Request body: {'port': {'device_id': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:33.418253 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.699974 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49bb50-2c20-4620-89e1-e8c80e5515b3 req-207bc123-5947-40d7-91ee-353ce608dfe7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:33.701663 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4a49bb50-2c20-4620-89e1-e8c80e5515b3 req-207bc123-5947-40d7-91ee-353ce608dfe7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 931 time: 0.0608318 Oct 26 10:50:33.725764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14922a55-f719-46e7-b595-33402b566d28 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:33.735240 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.744285 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4a49bb50-2c20-4620-89e1-e8c80e5515b3 req-5e59a7ea-0ab4-4340-aaea-8d4335fde4da tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Oct 26 10:50:33.751189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Transition to ACTIVE for port object 14922a55-f719-46e7-b595-33402b566d28 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:50:33.766636 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.815815 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Pushing event updated for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:33.849224 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Attempting to bind port 14922a55-f719-46e7-b595-33402b566d28 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:50:33.849561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Attempting to bind port 14922a55-f719-46e7-b595-33402b566d28 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:50:33.849891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Attempting to bind port 14922a55-f719-46e7-b595-33402b566d28 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:33.854313 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Port 14922a55-f719-46e7-b595-33402b566d28 on network 84b841a0-2823-41b7-8fe0-b01568fc620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:50:33.854591 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Attempting to bind port 14922a55-f719-46e7-b595-33402b566d28 on network 84b841a0-2823-41b7-8fe0-b01568fc620e {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:50:33.857931 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.860446 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:50:33.860780 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Checking segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:50:33.861196 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Bound using segment: {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:50:33.861622 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Bound port: 14922a55-f719-46e7-b595-33402b566d28, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071d7f2f-f67e-4896-bce3-a080b4e248c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:50:33.861970 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.925993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:50:33.931322 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=14922a55-f719-46e7-b595-33402b566d28,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:50:33.938444 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.974206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:33.974817 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:33.976170 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] 10.222.0.72 "PUT /v2.0/ports/14922a55-f719-46e7-b595-33402b566d28 HTTP/1.1" status: 200 len: 1093 time: 0.6228981 Oct 26 10:50:33.976600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'tag': '14922a55-f719-46e7-b595-33402b566d28'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:33.978874 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "tag": "14922a55-f719-46e7-b595-33402b566d28"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:34.003330 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Pushing event updated for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:34.011597 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.011943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.012284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.012639 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.012969 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.013398 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.013778 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.014044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.014369 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.014696 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.015020 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.015342 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5963bf-d73b-47fe-a44f-ed407b6de72d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:50:34.025425 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd1c47e-a40c-4b5e-85d5-90eded4e6a7f x-openstack-request-id: req-7fd1c47e-a40c-4b5e-85d5-90eded4e6a7f {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:34.025710 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "tag": "14922a55-f719-46e7-b595-33402b566d28", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:34.025961 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7fd1c47e-a40c-4b5e-85d5-90eded4e6a7f {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:34.026361 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'tag': '14922a55-f719-46e7-b595-33402b566d28', 'status': 'completed', 'code': 200} Oct 26 10:50:34.102800 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-eadffb3f-ecf5-456c-a209-d9875c6f76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.104272 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-eadffb3f-ecf5-456c-a209-d9875c6f76c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 1096 time: 0.0697393 Oct 26 10:50:34.110676 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-de8e4314-152d-4423-af50-fdbbb7e9a07d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511971 Oct 26 10:50:34.165337 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-98e453f1-e57c-456d-963d-00ac074a6847 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14922a55-f719-46e7-b595-33402b566d28 HTTP/1.1" status: 200 len: 217 time: 0.0418665 Oct 26 10:50:34.235195 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-aecea331-af9e-4262-b3e6-25ce38c4f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.236634 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-aecea331-af9e-4262-b3e6-25ce38c4f053 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0556448 Oct 26 10:50:34.238239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-7ccbc3d2-72a8-4eec-a512-9d142ed0ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.239603 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-7ccbc3d2-72a8-4eec-a512-9d142ed0ee79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0829711 Oct 26 10:50:34.280009 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-eced1ad9-2da5-43fd-b526-ce6baef9cf5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251601 Oct 26 10:50:34.428012 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-05f40575-faad-4fce-bead-2e39ccd3bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.429494 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-05f40575-faad-4fce-bead-2e39ccd3bd88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.1519907 Oct 26 10:50:34.434440 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-e205c133-554f-4f6a-bb1b-e9ecf608582b service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379156 Oct 26 10:50:34.550032 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-534c6e70-2a4f-45e0-98c7-2d6d7d684dc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 1001 time: 0.1059265 Oct 26 10:50:34.604618 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99fc7ea6-5e1d-488b-be05-ab99d0524963 req-83ba77ff-dddf-436c-a3e6-2e2fe1c4fbf3 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553283 Oct 26 10:50:34.614772 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-2f0eabbc-fca6-4cf2-8c02-3929253cb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.616150 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-2f0eabbc-fca6-4cf2-8c02-3929253cb398 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0546753 Oct 26 10:50:34.694436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-437b9d94-e594-4f35-9a12-709b91cf700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.695540 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-437b9d94-e594-4f35-9a12-709b91cf700a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688906 Oct 26 10:50:34.707570 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-f6a1ae0c-7382-4d7f-bb05-90d0210b2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.709515 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-f6a1ae0c-7382-4d7f-bb05-90d0210b2c58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=642505b01ca94764899d81a63df3e544&device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 1096 time: 0.0440958 Oct 26 10:50:34.861755 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a5bc-ffeb-4475-97f2-21a804710591 req-bf72563c-4f4a-4006-9889-c70c714a8ee0 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.863509 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1a89a5bc-ffeb-4475-97f2-21a804710591 req-bf72563c-4f4a-4006-9889-c70c714a8ee0 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 943 time: 0.0494761 Oct 26 10:50:34.874861 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-5027ac45-40e4-4cd8-bf85-4a67b01669f6 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542008 Oct 26 10:50:34.875902 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-6a1d4baf-00fa-4525-84e6-1117a663e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:34.877226 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-6a1d4baf-00fa-4525-84e6-1117a663e60b service neutron] 10.222.0.72 "GET /v2.0/networks?id=84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 200 len: 917 time: 0.1497536 Oct 26 10:50:34.906116 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1a89a5bc-ffeb-4475-97f2-21a804710591 req-4f42241e-f2d2-4145-8349-9ecb57b73ef7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Oct 26 10:50:34.977614 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-68d08dba-c325-4ab4-87dd-ac870c0334d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14922a55-f719-46e7-b595-33402b566d28 HTTP/1.1" status: 200 len: 217 time: 0.0698762 Oct 26 10:50:35.055258 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3a1bf7f9-4f13-46e9-a0de-236052213d86 req-7ea39fbd-b041-4c61-8595-1e497b5f6b15 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559463 Oct 26 10:50:35.056816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-7ba2e27f-c093-42ae-9b1a-fd8cf964dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:35.058133 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-7ba2e27f-c093-42ae-9b1a-fd8cf964dcab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 200 len: 855 time: 0.0660546 Oct 26 10:50:35.112485 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-13fd6d2c-ca69-4248-bdfc-ba9ca51c474b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=84b841a0-2823-41b7-8fe0-b01568fc620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274475 Oct 26 10:50:35.201202 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-34affdbf-cb05-4c48-b616-1a69654af696 service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792270 Oct 26 10:50:35.293785 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c271b0b-b0d5-4515-a8fa-69b3f754f0e9 req-4ebc6f32-289c-4541-a4ab-ad8be53a02df service neutron] 10.222.0.72 "GET /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824139 Oct 26 10:50:36.019346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1774d0-0471-4012-ac37-5b06ebe376a5 req-9b99ef33-4531-4d6f-8f0f-62446225fb90 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:36.020821 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fb1774d0-0471-4012-ac37-5b06ebe376a5 req-9b99ef33-4531-4d6f-8f0f-62446225fb90 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 943 time: 0.0480387 Oct 26 10:50:36.059246 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fb1774d0-0471-4012-ac37-5b06ebe376a5 req-85050f31-9492-46fb-b8bd-53212f48a603 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Oct 26 10:50:37.173593 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab19d4-a967-491c-8bfe-abd73814653a req-859599bd-2988-4c20-b55e-3ab9f68816c9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:37.175034 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-30ab19d4-a967-491c-8bfe-abd73814653a req-859599bd-2988-4c20-b55e-3ab9f68816c9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 943 time: 0.0484750 Oct 26 10:50:37.211950 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-30ab19d4-a967-491c-8bfe-abd73814653a req-1955c077-ddd9-430d-83b6-d2d20e35b8f3 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Oct 26 10:50:37.417394 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 14922a55-f719-46e7-b595-33402b566d28 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:50:37.511220 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=14922a55-f719-46e7-b595-33402b566d28,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:37.524854 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '14922a55-f719-46e7-b595-33402b566d28', 'network_id': '84b841a0-2823-41b7-8fe0-b01568fc620e', 'port_id': '14922a55-f719-46e7-b595-33402b566d28', 'mac_address': 'fa:16:3e:9b:60:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27219bac-4800-40ae-a2e4-497387481358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:50:37.561730 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:37.573855 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14922a55-f719-46e7-b595-33402b566d28 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:50:37.591999 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=14922a55-f719-46e7-b595-33402b566d28,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:37.595643 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:37.642242 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:37.985250 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['14922a55-f719-46e7-b595-33402b566d28'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:38.327699 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299bff-f88f-4790-ab9f-aa28b8a3faff req-a699fe52-423b-4412-8086-2ba5c7f2354f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:38.327699 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f2299bff-f88f-4790-ab9f-aa28b8a3faff req-a699fe52-423b-4412-8086-2ba5c7f2354f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 944 time: 0.0481472 Oct 26 10:50:38.364386 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f2299bff-f88f-4790-ab9f-aa28b8a3faff req-ce1ae61a-a1a2-4c02-bb5a-bcb149dd8a41 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Oct 26 10:50:39.433919 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 14922a55-f719-46e7-b595-33402b566d28 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:50:39.481928 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb83196-5314-4314-a448-3740923dee3a req-b2192994-3ac1-4eb6-8e21-fbbefc4e454e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:39.482556 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port 14922a55-f719-46e7-b595-33402b566d28 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:50:39.483579 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fb83196-5314-4314-a448-3740923dee3a req-b2192994-3ac1-4eb6-8e21-fbbefc4e454e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 944 time: 0.0487435 Oct 26 10:50:39.486272 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 14922a55-f719-46e7-b595-33402b566d28 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:39.486642 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:39.520103 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7fb83196-5314-4314-a448-3740923dee3a req-0fa93e98-f5f7-4824-8d54-86c60ff3f85b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Oct 26 10:50:39.570914 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:39.592508 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14922a55-f719-46e7-b595-33402b566d28'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:39.594723 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554534fb-5e1c-42a4-9735-b9e18594a3ea" -d '{"events": [{"server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "name": "network-vif-plugged", "status": "completed", "tag": "14922a55-f719-46e7-b595-33402b566d28"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:39.607376 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=14922a55-f719-46e7-b595-33402b566d28,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:39.612662 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:39.643631 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12d7fe-0150-4455-b9b9-2f741e7c0877 x-openstack-request-id: req-6f12d7fe-0150-4455-b9b9-2f741e7c0877 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:39.643995 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "name": "network-vif-plugged", "status": "completed", "tag": "14922a55-f719-46e7-b595-33402b566d28", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:39.644245 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f12d7fe-0150-4455-b9b9-2f741e7c0877 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:39.644627 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14922a55-f719-46e7-b595-33402b566d28', 'code': 200} Oct 26 10:50:39.662591 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:39.868187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bfde2-a172-46cc-b5e6-fe7f26af54e2 req-07aa68e5-ed75-4ba0-aa26-21815525050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:39.869868 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-461bfde2-a172-46cc-b5e6-fe7f26af54e2 req-07aa68e5-ed75-4ba0-aa26-21815525050a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0896711 Oct 26 10:50:39.905458 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-461bfde2-a172-46cc-b5e6-fe7f26af54e2 req-27777848-0cfc-416a-aad4-d3cdc5ae1007 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274270 Oct 26 10:50:40.634465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec85bb4-280c-43c8-a773-d9bf9158c1b4 req-796d60cd-bfc5-4604-b094-b264673aec79 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:40.635924 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aec85bb4-280c-43c8-a773-d9bf9158c1b4 req-796d60cd-bfc5-4604-b094-b264673aec79 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0488555 Oct 26 10:50:40.675749 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aec85bb4-280c-43c8-a773-d9bf9158c1b4 req-1a9d5389-259f-4ab3-aa61-cd8007733be4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Oct 26 10:50:41.789189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdb1fb-c258-4ee8-9509-6d00a7d969e8 req-193627dc-5819-47e4-a745-e8c7d7c01e2c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:41.790640 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-24cdb1fb-c258-4ee8-9509-6d00a7d969e8 req-193627dc-5819-47e4-a745-e8c7d7c01e2c tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0476828 Oct 26 10:50:41.828669 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-24cdb1fb-c258-4ee8-9509-6d00a7d969e8 req-8a711315-f58f-4296-994d-c3c312cda4b4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Oct 26 10:50:48.549103 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479c30f-64eb-43d7-9762-037120ec5b72 req-b79122bd-93c9-4a6d-9525-73787a35b144 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:48.550564 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b479c30f-64eb-43d7-9762-037120ec5b72 req-b79122bd-93c9-4a6d-9525-73787a35b144 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0481408 Oct 26 10:50:48.588581 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b479c30f-64eb-43d7-9762-037120ec5b72 req-64f3aeba-378b-4d62-9bc9-e3b87318a25f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Oct 26 10:50:48.783283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbd92c-2801-4fef-a51f-2f9845dc17de req-82ad4553-60d1-4e8e-b6f1-1e9df3106bbe tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:48.784690 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9fcbd92c-2801-4fef-a51f-2f9845dc17de req-82ad4553-60d1-4e8e-b6f1-1e9df3106bbe tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0516655 Oct 26 10:50:48.820423 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9fcbd92c-2801-4fef-a51f-2f9845dc17de req-88b26e5a-de58-4c8e-aef8-2fba84d3fabc tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298555 Oct 26 10:50:49.708438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61325cc-738d-4ca9-ad91-961800218b06 req-f2f4a5ee-6e2a-48d5-a903-3c161df1ed3e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:49.709937 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f61325cc-738d-4ca9-ad91-961800218b06 req-f2f4a5ee-6e2a-48d5-a903-3c161df1ed3e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0480509 Oct 26 10:50:49.747214 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f61325cc-738d-4ca9-ad91-961800218b06 req-e66633c5-ee0c-4ca0-868e-3ec118b8f91c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313005 Oct 26 10:50:49.938437 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a08c0e-620e-4060-89ff-175ed89995ed req-8eba109d-8b80-4803-9795-7ffe53908f3d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:49.939878 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b4a08c0e-620e-4060-89ff-175ed89995ed req-8eba109d-8b80-4803-9795-7ffe53908f3d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0484965 Oct 26 10:50:49.978283 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b4a08c0e-620e-4060-89ff-175ed89995ed req-f55d3137-d835-4b1b-9a85-156caf1cec01 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Oct 26 10:50:50.865773 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937ac09-ddc7-4364-a294-2388a8b6fa12 req-2e740b9e-dd58-49b4-8ed1-7d641b7566b7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:50.867367 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b937ac09-ddc7-4364-a294-2388a8b6fa12 req-2e740b9e-dd58-49b4-8ed1-7d641b7566b7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0497663 Oct 26 10:50:50.906099 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b937ac09-ddc7-4364-a294-2388a8b6fa12 req-533c7a5b-d988-4e2f-815d-b3e94c2f5172 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Oct 26 10:50:51.097147 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95fdd-dadc-4866-b3ad-aa691671f9c6 req-18969559-e6a7-46c8-8aca-31784e80d509 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:51.101674 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f7b95fdd-dadc-4866-b3ad-aa691671f9c6 req-18969559-e6a7-46c8-8aca-31784e80d509 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0548384 Oct 26 10:50:51.141502 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f7b95fdd-dadc-4866-b3ad-aa691671f9c6 req-0db6a993-a79b-4622-822c-ead11c9a3b77 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362582 Oct 26 10:50:52.026029 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a23e5-4e0b-4f56-882a-57c159475861 req-e274e7ea-c83f-47d1-8cff-e619bb08e6d9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.027827 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b88a23e5-4e0b-4f56-882a-57c159475861 req-e274e7ea-c83f-47d1-8cff-e619bb08e6d9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0487039 Oct 26 10:50:52.064435 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b88a23e5-4e0b-4f56-882a-57c159475861 req-999c0552-d038-418a-b7fc-5c049b1510ca tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Oct 26 10:50:52.093590 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-4af80054-f0bf-4b03-b608-9c8d475fde5d tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519416629&fields=id&tenant_id=879892c451254d68b512ff1a990d6e02 HTTP/1.1" status: 200 len: 267 time: 0.0330412 Oct 26 10:50:52.146874 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-52356e19-87d1-4a91-a86a-1fadcfd3245f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.148368 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-52356e19-87d1-4a91-a86a-1fadcfd3245f tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 984 time: 0.0488336 Oct 26 10:50:52.159248 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Request body: {'port': {'security_groups': ['ffbbcb7f-3af4-4366-95f2-2da0569199ec']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:50:52.230221 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.288149 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feb8ec-bb6d-45fd-b87d-c0b85bd3ecee req-52859884-4e80-4a0c-b8af-ee160c42d75e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.289640 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6feb8ec-bb6d-45fd-b87d-c0b85bd3ecee req-52859884-4e80-4a0c-b8af-ee160c42d75e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0594735 Oct 26 10:50:52.327234 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c6feb8ec-bb6d-45fd-b87d-c0b85bd3ecee req-14997272-5b1b-420f-a63f-abc0dc84c181 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Oct 26 10:50:52.410076 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:52.438495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.443268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.467453 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:52.489451 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.490080 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.491444 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e0c6fc3-61fa-4140-b0b7-155da99fffda req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "PUT /v2.0/ports/74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 942 time: 0.3367083 Oct 26 10:50:52.491893 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:52.494193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0a418-fb0d-451c-9652-5f49c365774a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:52.500146 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59680) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:52.519989 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a7848-4f8a-47d7-b129-11321a3b42c2 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event updated for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=7']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:52.588666 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.622766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c4d1fc-2a1d-48f0-b49b-3dca968534fa x-openstack-request-id: req-69c4d1fc-2a1d-48f0-b49b-3dca968534fa {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:52.623570 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:52.623570 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69c4d1fc-2a1d-48f0-b49b-3dca968534fa {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:52.623754 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:50:52.627132 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.672509 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:52.704453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.707141 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.708449 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "DELETE /v2.0/security-groups/8a6f4e36-9a50-41f7-a9bc-c418b3c48606 HTTP/1.1" status: 204 len: 168 time: 0.2068298 Oct 26 10:50:52.713226 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59684) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:50:52.720580 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a418-fb0d-451c-9652-5f49c365774a req-f813dcc1-2d8a-4d92-9d16-8dc4dace8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.722083 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-f813dcc1-2d8a-4d92-9d16-8dc4dace8886 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1098 time: 0.0645344 Oct 26 10:50:52.725413 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9a411-61db-4577-87f5-d36700ab5133 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f4e36-9a50-41f7-a9bc-c418b3c48606,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:52.768069 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-990e5bf4-f437-4e7e-af73-e04cf77615ca None None] Provisioning complete for port 74023615-196d-41cc-b9af-87101bb30cdd triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:50:52.768403 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-990e5bf4-f437-4e7e-af73-e04cf77615ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.828311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a418-fb0d-451c-9652-5f49c365774a req-47cf55eb-e2ed-46fa-8b2d-f37da0a7df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.830269 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-47cf55eb-e2ed-46fa-8b2d-f37da0a7df5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.0994194 Oct 26 10:50:52.881284 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Deleting port 4cadd062-eae5-420c-8c76-f45e4647a1c7 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:50:52.881645 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.906203 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-18940dba-28fb-4194-9132-44c33a11deb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 1001 time: 0.0681255 Oct 26 10:50:52.957350 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.957595 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:52.959138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a418-fb0d-451c-9652-5f49c365774a req-68ea3f8a-a688-4374-a482-af0feb3e4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:52.960596 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-68ea3f8a-a688-4374-a482-af0feb3e4c8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0459838 Oct 26 10:50:52.969203 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Calling delete_port for 4cadd062-eae5-420c-8c76-f45e4647a1c7 owned by network:floatingip {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:50:53.005144 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a418-fb0d-451c-9652-5f49c365774a req-8ed79de6-aaa8-4a71-b6fe-a6f5c4bb1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:53.007194 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-8ed79de6-aaa8-4a71-b6fe-a6f5c4bb1786 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389333 Oct 26 10:50:53.101185 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-5c98411a-7224-4e09-998d-9dd83a296431 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849264 Oct 26 10:50:53.172964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:53.198205 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-00a0a418-fb0d-451c-9652-5f49c365774a req-eaf2c3da-fb21-415c-9ee3-747d8721b2ed service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Oct 26 10:50:53.200861 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event deleted for resources: {'Port': ['ID=4cadd062-eae5-420c-8c76-f45e4647a1c7,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:53.255445 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8880-6c48-4887-9ac2-a6ba599e594a req-50213451-ceee-4081-8e6e-24eea1aa4a2e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:53.257504 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ad8b8880-6c48-4887-9ac2-a6ba599e594a req-50213451-ceee-4081-8e6e-24eea1aa4a2e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.1170495 Oct 26 10:50:53.297072 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks [] for floatingip, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:53.297816 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.l3_db [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Floating IP 670c483a-c469-4e93-ab42-faec513ce854 disassociated (deleted). External IP: 172.27.3.192, port: 74023615-196d-41cc-b9af-87101bb30cdd. Oct 26 10:50:53.336451 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ad8b8880-6c48-4887-9ac2-a6ba599e594a req-82a8a86b-4301-4e7b-b618-0d446f9c30aa tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728855 Oct 26 10:50:53.454859 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab570dc-9ff4-4091-a161-fd6880d19606 req-4bd00932-3018-4fbf-9277-ff08fc031925 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:53.456298 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6ab570dc-9ff4-4091-a161-fd6880d19606 req-4bd00932-3018-4fbf-9277-ff08fc031925 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0518839 Oct 26 10:50:53.494235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6ab570dc-9ff4-4091-a161-fd6880d19606 req-0d053290-366e-424a-9f98-7e291c2cc624 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Oct 26 10:50:53.522449 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:50:53.635965 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:50:53.641998 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:53.647893 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Sync routers for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:50:53.658163 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:50:53.658461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:50:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:53.672795 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-66198b47-9976-432e-b000-74737dabecbf tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "DELETE /v2.0/floatingips/670c483a-c469-4e93-ab42-faec513ce854 HTTP/1.1" status: 204 len: 168 time: 0.9585547 Oct 26 10:50:53.673514 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:53.675854 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c366777ae17db6cb84f1de8710e1659e475a2a508cd5794044eaacaae527de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:53.714333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293100f7-b79d-4c2e-862c-e72fbfb2d8f7 x-openstack-request-id: req-293100f7-b79d-4c2e-862c-e72fbfb2d8f7 {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:53.714620 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:53.714906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-293100f7-b79d-4c2e-862c-e72fbfb2d8f7 {{(pid=108008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:53.715239 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:50:53.781196 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:50:53.785783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-eb981052-5414-4b81-8b9c-0fa3c611791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:53.788033 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-eb981052-5414-4b81-8b9c-0fa3c611791c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=879892c451254d68b512ff1a990d6e02&device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 1098 time: 0.0418696 Oct 26 10:50:53.886716 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-237058cd-b6af-4534-992a-888ba1762ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:53.888209 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-237058cd-b6af-4534-992a-888ba1762ed7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 200 len: 916 time: 0.0913966 Oct 26 10:50:54.014081 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:54.042298 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Checking router: 16b59b2d-e1c6-4c20-af50-8a94352cd0dd for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:50:54.051140 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:50:54.051758 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:50:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:54.158344 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:50:54.165625 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-f581c662-f836-4f43-9482-29b6d3bf822c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 200 len: 217 time: 0.2677727 Oct 26 10:50:54.216807 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-def05870-db15-4ae5-8479-5d52c3209ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:54.218235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-def05870-db15-4ae5-8479-5d52c3209ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 200 len: 853 time: 0.0416436 Oct 26 10:50:54.265821 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-0b82c29f-2936-4cad-85af-208c974dccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:54.267162 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-0b82c29f-2936-4cad-85af-208c974dccee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=231a2e68-f8fa-49ef-935d-9997cb18783f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378883 Oct 26 10:50:54.354776 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:50:54.371350 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-1c64fabf-bed2-4c08-b315-c954ad0562b8 service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Oct 26 10:50:54.382967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57753a12-08f8-45df-b9bf-100f3787b452 None None] The sync data for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi is: [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 4, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '590f4d8a-386b-408c-997c-904335209a17', 'name': '', 'network_id': '231a2e68-f8fa-49ef-935d-9997cb18783f', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'mac_address': 'fa:16:3e:b0:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:10Z', 'updated_at': '2021-10-26T10:47:18Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'subnets': [{'id': '6fd912ef-6835-4873-80fb-eb6b6ca88a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:50:54.511173 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925beed-2a22-4683-9dfe-88b88b16ad47 req-ff503116-f9ee-4bbe-b68a-5496e6bda039 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:54.512623 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1925beed-2a22-4683-9dfe-88b88b16ad47 req-ff503116-f9ee-4bbe-b68a-5496e6bda039 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0776608 Oct 26 10:50:54.514407 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0e72cb7b-ca9f-4270-88d0-1e316ba608a1 req-b495fe91-38c6-48f7-9e7b-8d1c3d109c1d service neutron] 10.222.0.72 "GET /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315117 Oct 26 10:50:54.558633 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1925beed-2a22-4683-9dfe-88b88b16ad47 req-afd27db5-0737-463b-b562-f399df90f89a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 Oct 26 10:50:54.690647 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92397094-e2b9-4b21-a91f-cf832a196556 None None] New status for floating IP 670c483a-c469-4e93-ab42-faec513ce854: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:50:54.696801 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d4f66-5d3b-4ea2-a05e-9e901c0fa611 req-fa528a53-77a3-4ea6-ba8c-26f1e608069e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:54.698318 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e28d4f66-5d3b-4ea2-a05e-9e901c0fa611 req-fa528a53-77a3-4ea6-ba8c-26f1e608069e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0527015 Oct 26 10:50:54.707203 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3622-6d00-4e92-bb60-fa61fb9f04ee req-5e6393cc-f961-4391-9661-90b7d4a43281 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:54.709386 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-974e3622-6d00-4e92-bb60-fa61fb9f04ee req-5e6393cc-f961-4391-9661-90b7d4a43281 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0585651 Oct 26 10:50:54.740636 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e28d4f66-5d3b-4ea2-a05e-9e901c0fa611 req-656d67bc-5c48-41a9-9366-b45306313d8e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Oct 26 10:50:54.757383 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-974e3622-6d00-4e92-bb60-fa61fb9f04ee req-c21de4a6-e9cf-45df-8678-68bac8230d65 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350921 Oct 26 10:50:55.682138 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853025-131c-45c8-a2be-ebce506f1494 req-4f06ce58-eb99-464d-b70d-0e9ac2101386 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:55.683494 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-66853025-131c-45c8-a2be-ebce506f1494 req-4f06ce58-eb99-464d-b70d-0e9ac2101386 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0511711 Oct 26 10:50:55.720715 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-66853025-131c-45c8-a2be-ebce506f1494 req-f5b298a1-9765-4f8a-b756-94837533d47c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Oct 26 10:50:55.858290 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9359cc-8d7d-4429-a6fa-bc8ee58832c6 req-9e25c585-061c-4e64-842c-8d49c31dd827 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:55.859745 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e9359cc-8d7d-4429-a6fa-bc8ee58832c6 req-9e25c585-061c-4e64-842c-8d49c31dd827 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0530584 Oct 26 10:50:55.867443 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c8bf8-a9ea-4dd8-9ccb-bfc64395e7e9 req-f17bdde9-5e44-4f33-ba7f-34e2d779ace8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:55.868908 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-168c8bf8-a9ea-4dd8-9ccb-bfc64395e7e9 req-f17bdde9-5e44-4f33-ba7f-34e2d779ace8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0487306 Oct 26 10:50:55.897541 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4e9359cc-8d7d-4429-a6fa-bc8ee58832c6 req-687c50c6-6392-4126-bd22-5ea4324dbe67 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Oct 26 10:50:55.906001 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-168c8bf8-a9ea-4dd8-9ccb-bfc64395e7e9 req-5a85ebb5-bbcc-4c81-891e-970d6cd1b13b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Oct 26 10:50:56.267329 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:50:56.385646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9e5f-a464-4aae-a114-053ac838ae89 req-6c37609c-6245-4de7-8929-bcdbb8e1d88e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:56.387196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d10e9e5f-a464-4aae-a114-053ac838ae89 req-6c37609c-6245-4de7-8929-bcdbb8e1d88e tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Oct 26 10:50:56.424480 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d10e9e5f-a464-4aae-a114-053ac838ae89 req-c8a31af0-47fc-4aca-98b8-b16d8cca70ad tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Oct 26 10:50:56.684061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-ecc5c10c-7f06-44a4-8df2-b0dcd68ea047 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:56.685519 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-ecc5c10c-7f06-44a4-8df2-b0dcd68ea047 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0469556 Oct 26 10:50:56.779047 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Deleting port 14922a55-f719-46e7-b595-33402b566d28 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:50:56.779385 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:56.839193 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aa7d7-d065-4ef8-b692-29e9824b368e req-8db2d87e-6310-47b2-8111-1a2d65f9b41d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:56.840655 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-751aa7d7-d065-4ef8-b692-29e9824b368e req-8db2d87e-6310-47b2-8111-1a2d65f9b41d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0478542 Oct 26 10:50:56.867660 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] For port 14922a55-f719-46e7-b595-33402b566d28, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=14922a55-f719-46e7-b595-33402b566d28,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:56.868250 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:56.877892 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-751aa7d7-d065-4ef8-b692-29e9824b368e req-0808e5bf-5cb9-4706-9823-a9d35e86e269 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Oct 26 10:50:56.880108 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Calling delete_port for 14922a55-f719-46e7-b595-33402b566d28 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:50:57.030286 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394926-718d-4480-b5ed-3ab155d44dbc req-9a2ba299-536d-4a33-a0cd-32501d6761b2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:57.032159 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1f394926-718d-4480-b5ed-3ab155d44dbc req-9a2ba299-536d-4a33-a0cd-32501d6761b2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0530536 Oct 26 10:50:57.046719 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86a1a4-8ecc-4061-a74f-055f9c8b2751 req-6403acc0-63cd-4b51-8b91-3412f674edae tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:57.048193 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a86a1a4-8ecc-4061-a74f-055f9c8b2751 req-6403acc0-63cd-4b51-8b91-3412f674edae tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=2395a5bb-dabf-4620-89c9-fdf1793e9dfa HTTP/1.1" status: 200 len: 945 time: 0.0793142 Oct 26 10:50:57.049371 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:57.063597 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1', '37e8fcb2-6d9d-4402-a861-19744a87ec6d', '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', '14922a55-f719-46e7-b595-33402b566d28'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:57.073184 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1f394926-718d-4480-b5ed-3ab155d44dbc req-15ad4226-a5eb-4337-a5f6-078249f4cc9a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341229 Oct 26 10:50:57.093645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event deleted for resources: {'Port': ['ID=14922a55-f719-46e7-b595-33402b566d28,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:57.138223 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-fb509e5d-0417-4dd5-b052-cebd437dc672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:57.142377 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4a86a1a4-8ecc-4061-a74f-055f9c8b2751 req-f098d14d-9f59-4cb7-be22-631ce68448fa tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839875 Oct 26 10:50:57.159528 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] No DVR routers for this DVR port 14922a55-f719-46e7-b595-33402b566d28 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:50:57.163596 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:57.166967 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-050bbce0-7e8d-41ce-97df-7cf7a840b44d req-5f5d8723-3b48-449b-b134-bf336e22222d tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "DELETE /v2.0/ports/14922a55-f719-46e7-b595-33402b566d28 HTTP/1.1" status: 204 len: 173 time: 0.4745147 Oct 26 10:50:57.167419 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'name': 'network-vif-deleted', 'tag': '14922a55-f719-46e7-b595-33402b566d28'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:57.169689 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3116da-59fe-4d43-9f0c-f94831ea2d7e" -d '{"events": [{"server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "name": "network-vif-deleted", "tag": "14922a55-f719-46e7-b595-33402b566d28"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:57.212987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d582a2-dbcf-406f-9da1-db5378d5546a x-openstack-request-id: req-99d582a2-dbcf-406f-9da1-db5378d5546a {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:57.212987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395a5bb-dabf-4620-89c9-fdf1793e9dfa", "name": "network-vif-deleted", "tag": "14922a55-f719-46e7-b595-33402b566d28", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:57.212987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99d582a2-dbcf-406f-9da1-db5378d5546a {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:57.212987 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2395a5bb-dabf-4620-89c9-fdf1793e9dfa', 'name': 'network-vif-deleted', 'tag': '14922a55-f719-46e7-b595-33402b566d28', 'status': 'completed', 'code': 200} Oct 26 10:50:57.541741 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b469-7e1d-4fbf-b2bf-c024c48f72f2 req-448ae10e-6dd1-424a-a383-0fd8e0920b95 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:57.543177 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ec08b469-7e1d-4fbf-b2bf-c024c48f72f2 req-448ae10e-6dd1-424a-a383-0fd8e0920b95 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Oct 26 10:50:57.578682 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ec08b469-7e1d-4fbf-b2bf-c024c48f72f2 req-1b833134-d19d-44c5-b80d-6e046b96a164 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297604 Oct 26 10:50:57.996373 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79739afa-4c7d-48d6-8d46-aacac7134357 req-b032aebd-9272-4c9d-81d5-3c84b6a16fa4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:57.997866 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-79739afa-4c7d-48d6-8d46-aacac7134357 req-b032aebd-9272-4c9d-81d5-3c84b6a16fa4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0491202 Oct 26 10:50:58.034860 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-79739afa-4c7d-48d6-8d46-aacac7134357 req-2d195206-29c4-4d71-9d4d-13d6d0b388ea tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Oct 26 10:50:58.194290 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9c9a-ef66-4cd3-b58a-b0bc6c8afba9 req-9482023f-5ca8-4cdb-aad1-552e02d9b101 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:58.195794 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6fdb9c9a-ef66-4cd3-b58a-b0bc6c8afba9 req-9482023f-5ca8-4cdb-aad1-552e02d9b101 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0493324 Oct 26 10:50:58.233062 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6fdb9c9a-ef66-4cd3-b58a-b0bc6c8afba9 req-f7524154-e18f-4991-877c-a71a4c38bf87 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Oct 26 10:50:58.694578 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d944-cc21-433b-b272-a2efc336ff01 req-44066565-16f4-495b-a9cb-06b955b27c92 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:58.696025 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ca16d944-cc21-433b-b272-a2efc336ff01 req-44066565-16f4-495b-a9cb-06b955b27c92 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Oct 26 10:50:58.732141 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ca16d944-cc21-433b-b272-a2efc336ff01 req-2ed4084f-fabc-4875-a02b-101b5a069092 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffbbcb7f-3af4-4366-95f2-2da0569199ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Oct 26 10:50:58.840634 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52761a-4036-432c-b574-a55b0d320903 req-4da17035-4c1d-4d94-a4ca-f232ea70f3b6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:58.842001 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ba52761a-4036-432c-b574-a55b0d320903 req-4da17035-4c1d-4d94-a4ca-f232ea70f3b6 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Oct 26 10:50:58.936167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Deleting port 74023615-196d-41cc-b9af-87101bb30cdd {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:50:58.936504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:59.025027 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] For port 74023615-196d-41cc-b9af-87101bb30cdd, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=74023615-196d-41cc-b9af-87101bb30cdd,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:50:59.025742 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:59.038911 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Calling delete_port for 74023615-196d-41cc-b9af-87101bb30cdd owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:50:59.192978 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df9e98-f94e-4c1c-b26e-3f244c289051 req-040a7411-161e-43b6-aac6-3dcd0386bac2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:59.194359 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88df9e98-f94e-4c1c-b26e-3f244c289051 req-040a7411-161e-43b6-aac6-3dcd0386bac2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0861831 Oct 26 10:50:59.200135 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:59.213104 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['74023615-196d-41cc-b9af-87101bb30cdd'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:50:59.242549 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Pushing event deleted for resources: {'Port': ['ID=74023615-196d-41cc-b9af-87101bb30cdd,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:50:59.293502 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] No DVR routers for this DVR port 74023615-196d-41cc-b9af-87101bb30cdd on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:50:59.297670 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88df9e98-f94e-4c1c-b26e-3f244c289051 req-b709f0e2-ae86-4fce-81b5-0b25ec334f0e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953944 Oct 26 10:50:59.298759 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:59.301973 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ba52761a-4036-432c-b574-a55b0d320903 req-3b4547b8-56e4-4ff7-8a8d-5ac278e6e69a tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.72 "DELETE /v2.0/ports/74023615-196d-41cc-b9af-87101bb30cdd HTTP/1.1" status: 204 len: 173 time: 0.4499238 Oct 26 10:50:59.302456 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'name': 'network-vif-deleted', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:50:59.305709 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19af41-4004-4475-a2ec-ff00b3a68f73" -d '{"events": [{"server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "name": "network-vif-deleted", "tag": "74023615-196d-41cc-b9af-87101bb30cdd"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:50:59.360206 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019d686-8a0d-4314-a57b-90d58218ad35 x-openstack-request-id: req-9019d686-8a0d-4314-a57b-90d58218ad35 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:50:59.360416 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5322-4b87-4ca3-8634-ed498f88ffd7 req-b2cd1d35-267c-4edb-910a-708c2509bdd7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:59.360941 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950", "name": "network-vif-deleted", "tag": "74023615-196d-41cc-b9af-87101bb30cdd", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:50:59.361230 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9019d686-8a0d-4314-a57b-90d58218ad35 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:50:59.361727 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950', 'name': 'network-vif-deleted', 'tag': '74023615-196d-41cc-b9af-87101bb30cdd', 'status': 'completed', 'code': 200} Oct 26 10:50:59.362261 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-71ba5322-4b87-4ca3-8634-ed498f88ffd7 req-b2cd1d35-267c-4edb-910a-708c2509bdd7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0564210 Oct 26 10:50:59.420748 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-71ba5322-4b87-4ca3-8634-ed498f88ffd7 req-8182fff9-c5a6-425d-ba9b-254eec6ab08c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Oct 26 10:50:59.522530 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e078c2a8-37fd-4e1a-84a5-aabc078b6b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:50:59.647361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897337b-34fb-4146-bc1d-4da786b0b370 req-3465078b-6def-4da9-b2a2-bbadac08e173 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:50:59.648900 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5897337b-34fb-4146-bc1d-4da786b0b370 req-3465078b-6def-4da9-b2a2-bbadac08e173 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0520806 Oct 26 10:50:59.693895 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5897337b-34fb-4146-bc1d-4da786b0b370 req-1b8eb42f-8419-4a1e-8bdd-77bd7d5e8f82 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Oct 26 10:50:59.840581 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46ad60e7-721f-4752-8a18-5a6d4baf51b4 req-beb45105-8d7e-4686-96f3-361bd74c6bc4 tempest-TestMinimumBasicScenario-40979916 tempest-TestMinimumBasicScenario-40979916-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e9e7fe1-f8f3-4a7b-ad9b-9611d1e8a950 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Oct 26 10:51:00.418533 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cabee-2736-4a9f-a610-e5c729d9bc23 req-48131d10-9f11-4e1d-bb21-2674ba970311 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:00.419989 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c54cabee-2736-4a9f-a610-e5c729d9bc23 req-48131d10-9f11-4e1d-bb21-2674ba970311 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0482807 Oct 26 10:51:00.458022 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c54cabee-2736-4a9f-a610-e5c729d9bc23 req-ab863dcd-0860-47e1-a115-b62af116e391 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Oct 26 10:51:00.540438 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4a010-16db-41ec-aa5a-a9cec9e73292 req-a490001e-c972-449f-97f5-a9a2208302f5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:00.541936 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1eb4a010-16db-41ec-aa5a-a9cec9e73292 req-a490001e-c972-449f-97f5-a9a2208302f5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0530341 Oct 26 10:51:00.580049 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1eb4a010-16db-41ec-aa5a-a9cec9e73292 req-d3ee8084-7096-4528-aa8f-704754732e81 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Oct 26 10:51:00.810976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2f0bf-25a9-4513-8c9c-dd8e03653640 req-096f941a-3091-4b2c-9591-217061279559 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:00.812411 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1cb2f0bf-25a9-4513-8c9c-dd8e03653640 req-096f941a-3091-4b2c-9591-217061279559 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0488966 Oct 26 10:51:00.848213 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1cb2f0bf-25a9-4513-8c9c-dd8e03653640 req-cef741e0-b8d2-4bbd-80df-bb46b67d3819 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300117 Oct 26 10:51:00.891546 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:00.938979 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:01.561151 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 14922a55-f719-46e7-b595-33402b566d28 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:01.568967 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59844) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:01.580648 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-7606d844-8ccc-404b-b3c7-2a06c7628412 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:01.582228 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-7606d844-8ccc-404b-b3c7-2a06c7628412 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0569513 Oct 26 10:51:01.655544 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da1116-d493-442f-acba-7501f0777940 req-b8c51d3b-c3f6-4cc0-a83c-d9cadafce794 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:01.662283 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0da1116-d493-442f-acba-7501f0777940 req-b8c51d3b-c3f6-4cc0-a83c-d9cadafce794 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.1317809 Oct 26 10:51:01.705865 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Deleting port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:01.706201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:01.715771 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 14922a55-f719-46e7-b595-33402b566d28 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:01.716286 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 14922a55-f719-46e7-b595-33402b566d28 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:01.726224 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0da1116-d493-442f-acba-7501f0777940 req-62c3484f-99a2-4275-bc48-fd4a8f832ef0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621190 Oct 26 10:51:01.828564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520c4bc-edf1-41ba-be51-4eafe54d85da req-9341d4c6-01a3-489c-b541-7d2929443d3e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:01.830129 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c520c4bc-edf1-41ba-be51-4eafe54d85da req-9341d4c6-01a3-489c-b541-7d2929443d3e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0817628 Oct 26 10:51:01.838676 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] For port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:01.839120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:01.863575 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Calling delete_port for 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:01.894517 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c520c4bc-edf1-41ba-be51-4eafe54d85da req-9785bd28-f2fe-4ad3-9275-463981753e2d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577776 Oct 26 10:51:02.010623 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da6dd-f66a-4650-8af1-d476452ec2ae req-2922c824-ba07-4b08-8365-173a090d09f6 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:02.012193 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e73da6dd-f66a-4650-8af1-d476452ec2ae req-2922c824-ba07-4b08-8365-173a090d09f6 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=540798f8-c142-4397-99d9-9c9578bb7219 HTTP/1.1" status: 200 len: 945 time: 0.0861084 Oct 26 10:51:02.018272 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.038164 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1', '37e8fcb2-6d9d-4402-a861-19744a87ec6d', '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:02.042660 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.047442 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event deleted for resources: {'Port': ['ID=23c4613b-95bc-4b2d-bbe2-8c47cbcbd567,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:02.087778 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] No DVR routers for this DVR port 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:02.090455 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.094043 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2532f7e9-a706-4bef-a6a9-3d1b519cee5c req-991d6511-4a3f-40e0-8167-f7bbfffff21f tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "DELETE /v2.0/ports/23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 HTTP/1.1" status: 204 len: 173 time: 0.5045471 Oct 26 10:51:02.094471 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'name': 'network-vif-deleted', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:02.096971 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c7761-3ea5-431a-86c3-3f0be180ca95" -d '{"events": [{"server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "name": "network-vif-deleted", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:02.149784 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a956bcc-612d-4836-940e-b2c47c08a3a0 x-openstack-request-id: req-4a956bcc-612d-4836-940e-b2c47c08a3a0 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:02.150299 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540798f8-c142-4397-99d9-9c9578bb7219", "name": "network-vif-deleted", "tag": "23c4613b-95bc-4b2d-bbe2-8c47cbcbd567", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:02.150620 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a956bcc-612d-4836-940e-b2c47c08a3a0 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:02.151452 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540798f8-c142-4397-99d9-9c9578bb7219', 'name': 'network-vif-deleted', 'tag': '23c4613b-95bc-4b2d-bbe2-8c47cbcbd567', 'status': 'completed', 'code': 200} Oct 26 10:51:02.369314 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e73da6dd-f66a-4650-8af1-d476452ec2ae req-f0b8fb2c-e596-4d59-b598-bcba28959bb4 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489609 Oct 26 10:51:02.541701 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Deleting port 590f4d8a-386b-408c-997c-904335209a17 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:02.542052 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.627157 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] For port 590f4d8a-386b-408c-997c-904335209a17, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=590f4d8a-386b-408c-997c-904335209a17,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:02.627763 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.641393 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Calling delete_port for 590f4d8a-386b-408c-997c-904335209a17 owned by network:router_interface {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:02.844831 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.872856 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=590f4d8a-386b-408c-997c-904335209a17,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:02.901931 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.902344 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.902451 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:02.902814 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.903157 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.903494 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.903828 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.904162 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.904492 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.904821 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.905173 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.905503 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.905824 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:02.915406 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524c22-c787-4f96-bdbe-beb54b5cff8c req-0a85e304-e2bd-4f9a-90af-1b42c852772f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:02.916918 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4b524c22-c787-4f96-bdbe-beb54b5cff8c req-0a85e304-e2bd-4f9a-90af-1b42c852772f tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.1140614 Oct 26 10:51:02.990439 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4b524c22-c787-4f96-bdbe-beb54b5cff8c req-5282e418-a53d-4602-bc09-042cf8efe076 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517378 Oct 26 10:51:03.029006 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf687e-3cb9-4103-ac39-f46e93ced1b3 req-58770133-1e91-4a7c-a0b0-529aa217c33c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:03.031490 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8caf687e-3cb9-4103-ac39-f46e93ced1b3 req-58770133-1e91-4a7c-a0b0-529aa217c33c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0599222 Oct 26 10:51:03.078084 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8caf687e-3cb9-4103-ac39-f46e93ced1b3 req-d7282cce-1d8e-443d-97d0-721d2109bcde tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Oct 26 10:51:03.094629 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.302427 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:51:03.407491 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:51:03.413221 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d65b6e0e-ec18-4f53-9978-a9a691bbcf8b admin admin] 10.222.0.79 "PUT /v2.0/routers/16b59b2d-e1c6-4c20-af50-8a94352cd0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430719 Oct 26 10:51:03.415714 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59862) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:03.418891 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Sync routers for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:51:03.430315 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:03.431206 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:03.525006 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks [] for router, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.557981 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 74023615-196d-41cc-b9af-87101bb30cdd no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:03.561452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:03.603988 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 74023615-196d-41cc-b9af-87101bb30cdd {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:03.604476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 74023615-196d-41cc-b9af-87101bb30cdd not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:03.672883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23178c-f274-4995-b9a5-294a60f23af2 req-e0261e67-4b6d-43e6-b61a-4e7ffa23d772 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:03.674335 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2f23178c-f274-4995-b9a5-294a60f23af2 req-e0261e67-4b6d-43e6-b61a-4e7ffa23d772 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.0737805 Oct 26 10:51:03.691286 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.741804 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2f23178c-f274-4995-b9a5-294a60f23af2 req-d665fe61-17d2-4f4e-8432-074dbbc97493 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579212 Oct 26 10:51:03.763965 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Deleting port c83edb79-ee61-4b70-a030-f3f540c7456c {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:03.764440 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.773481 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:51:02Z', 'revision_number': 5, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port': {'id': 'c83edb79-ee61-4b70-a030-f3f540c7456c', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:03.801197 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Checking router: 16b59b2d-e1c6-4c20-af50-8a94352cd0dd for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:51:03.810324 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Routers {'16b59b2d-e1c6-4c20-af50-8a94352cd0dd'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:03.811016 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:03.848770 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] For port c83edb79-ee61-4b70-a030-f3f540c7456c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c83edb79-ee61-4b70-a030-f3f540c7456c,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:03.849182 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.860719 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Calling delete_port for c83edb79-ee61-4b70-a030-f3f540c7456c owned by network:router_gateway {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:03.902100 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:03.910281 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] Set router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd gateway port host: None {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:03.974007 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:51:03Z', 'revision_number': 6, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port_host': None}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:04.003364 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4932b0-5624-4e6f-97bd-0c5d4618db9d None None] The sync data for ids ['16b59b2d-e1c6-4c20-af50-8a94352cd0dd'] in dv-cinder-815461-1-iscsi is: [{'id': '16b59b2d-e1c6-4c20-af50-8a94352cd0dd', 'name': 'tempest-TestMinimumBasicScenario-175156064-router', 'tenant_id': '879892c451254d68b512ff1a990d6e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:51:03Z', 'revision_number': 6, 'project_id': '879892c451254d68b512ff1a990d6e02', 'gw_port_host': None}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:51:04.016339 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-4a26ce6a-72f2-42e2-9799-5747f2dc2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.018240 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-4a26ce6a-72f2-42e2-9799-5747f2dc2f3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0523336 Oct 26 10:51:04.046232 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.074122 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Pushing event deleted for resources: {'Port': ['ID=c83edb79-ee61-4b70-a030-f3f540c7456c,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:04.132860 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-19b5e183-87c4-438b-97d6-446c33040d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.134485 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-19b5e183-87c4-438b-97d6-446c33040d5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.1068611 Oct 26 10:51:04.170211 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.193125 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef06fa-7c21-4dca-9683-eadd3630a9fa req-cbda9b9e-9bbf-4775-8e90-97c086fc15e6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.194612 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-77ef06fa-7c21-4dca-9683-eadd3630a9fa req-cbda9b9e-9bbf-4775-8e90-97c086fc15e6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.1220224 Oct 26 10:51:04.236263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-997b784c-07a4-4fa7-adb0-fa428fb8c102 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 1001 time: 0.0926955 Oct 26 10:51:04.246598 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7819-1355-4b82-b957-c135592722a0 req-e3de7146-a040-4269-b784-85c32085ce7d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.248008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-894e7819-1355-4b82-b957-c135592722a0 req-e3de7146-a040-4269-b784-85c32085ce7d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0644736 Oct 26 10:51:04.298880 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.305245 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.316482 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-77ef06fa-7c21-4dca-9683-eadd3630a9fa req-e7d4cf99-1891-4c0c-a37e-17f75302cda2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973513 Oct 26 10:51:04.317942 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-6710ade4-9c10-419a-a719-4965d78d346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.319392 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-6710ade4-9c10-419a-a719-4965d78d346e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0705380 Oct 26 10:51:04.322365 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-894e7819-1355-4b82-b957-c135592722a0 req-584a47fb-d9d8-4dc6-970a-1d2737f9449b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655410 Oct 26 10:51:04.378314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-ef97a239-469a-4e7a-915e-8859cce43990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.379796 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-ef97a239-469a-4e7a-915e-8859cce43990 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516014 Oct 26 10:51:04.383147 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.383948 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b59b2d-e1c6-4c20-af50-8a94352cd0dd {{(pid=108008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:51:04.389704 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.393156 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e493aeec-af42-4b5f-b8e0-4e940a2cbcca admin admin] 10.222.0.79 "DELETE /v2.0/routers/16b59b2d-e1c6-4c20-af50-8a94352cd0dd HTTP/1.1" status: 204 len: 168 time: 0.9742193 Oct 26 10:51:04.393776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59874) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:04.451445 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Deleting subnet 6fd912ef-6835-4873-80fb-eb6b6ca88a3e {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:51:04.454918 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.483359 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-d75354e5-ac0e-4cea-897c-6fa108e8162f service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941877 Oct 26 10:51:04.490916 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.577576 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-cea55f0e-e430-4b5d-aaab-3e647c7530b1 req-19d6eba2-acc7-40e9-8370-7b70afbc77a6 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Oct 26 10:51:04.599500 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.651442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.675522 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd912ef-6835-4873-80fb-eb6b6ca88a3e,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:04.679156 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.682464 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-717a2773-6dc6-4150-aff6-5ca871aed43b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6fd912ef-6835-4873-80fb-eb6b6ca88a3e HTTP/1.1" status: 204 len: 168 time: 0.2877657 Oct 26 10:51:04.684773 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318bf3f-fd06-4336-aff2-0b375eeed070 None None] Network 231a2e68-f8fa-49ef-935d-9997cb18783f requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:51:04.685251 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59876) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:04.755715 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.811191 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Deleting port c433550c-8cca-4591-b79e-02e17b10218f {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:04.811534 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.904531 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] DHCP port deletion for 231a2e68-f8fa-49ef-935d-9997cb18783f request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:51:04.908259 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] For port c433550c-8cca-4591-b79e-02e17b10218f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c433550c-8cca-4591-b79e-02e17b10218f,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:04.908620 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:04.927250 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Calling delete_port for c433550c-8cca-4591-b79e-02e17b10218f owned by network:dhcp {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:04.939018 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874ec88-16bf-44b1-889e-ec2a3e266288 req-346b71f0-d5bc-47f8-afac-3d3f4f448395 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:04.941694 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2874ec88-16bf-44b1-889e-ec2a3e266288 req-346b71f0-d5bc-47f8-afac-3d3f4f448395 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.1173534 Oct 26 10:51:04.965485 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Deleting port c433550c-8cca-4591-b79e-02e17b10218f {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:04.965859 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.031097 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2874ec88-16bf-44b1-889e-ec2a3e266288 req-5271ced6-f604-4dac-9f49-90f9a1639fe2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806122 Oct 26 10:51:05.033371 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] For port c433550c-8cca-4591-b79e-02e17b10218f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=c433550c-8cca-4591-b79e-02e17b10218f,segment=NetworkSegment(42ae8380-3665-4002-892e-1c625d05532a),segment_id=42ae8380-3665-4002-892e-1c625d05532a)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:05.033760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.059165 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.060375 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Calling delete_port for c433550c-8cca-4591-b79e-02e17b10218f owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:05.086360 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Pushing event deleted for resources: {'Port': ['ID=c433550c-8cca-4591-b79e-02e17b10218f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:05.093141 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] No DVR routers for this DVR port c433550c-8cca-4591-b79e-02e17b10218f on host dv-cinder-815461-1-iscsi {{(pid=108008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:05.170270 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.191414 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231a2e68-f8fa-49ef-935d-9997cb18783f']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:05.192719 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.203139 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ae8380-3665-4002-892e-1c625d05532a') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:05.203433 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ae8380-3665-4002-892e-1c625d05532a') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:05.215977 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.219518 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Pushing event deleted for resources: {'Port': ['ID=c433550c-8cca-4591-b79e-02e17b10218f,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:05.226364 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] No DVR routers for this DVR port c433550c-8cca-4591-b79e-02e17b10218f on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:05.228844 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.234858 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:51:05.235036 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.235236 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.235361 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.235612 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.235948 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.236276 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.236604 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.236940 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:51:05.240144 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:51:05.242598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.242598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.242598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.242598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.242598 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2fd50b-0352-4e26-9ac6-a096b95b79fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:05.291060 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.296256 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.304434 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] 10.222.0.79 "DELETE /v2.0/networks/231a2e68-f8fa-49ef-935d-9997cb18783f HTTP/1.1" status: 204 len: 168 time: 0.6136603 Oct 26 10:51:05.305064 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59882) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:05.310809 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e0cf6-fa48-4015-8dbb-01de3024890d admin admin] Pushing event deleted for resources: {'Network': ['ID=231a2e68-f8fa-49ef-935d-9997cb18783f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:05.454143 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d3fa-137b-4e9f-8336-eb1ce770962c req-abe2f352-924c-4314-85e9-b8dd17ccb940 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:05.455522 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6000d3fa-137b-4e9f-8336-eb1ce770962c req-abe2f352-924c-4314-85e9-b8dd17ccb940 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0498428 Oct 26 10:51:05.480549 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311729e-d043-4296-a3ef-988333322be9 req-460b1f02-167f-49c0-b7cd-0ab0d8649cef tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:05.481990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e311729e-d043-4296-a3ef-988333322be9 req-460b1f02-167f-49c0-b7cd-0ab0d8649cef tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.1104064 Oct 26 10:51:05.489872 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2532a1-79da-45b8-acd4-cdbad91790de req-24821b58-e6c5-4ef1-b845-8ed55fbdc9f9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:05.491184 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d2532a1-79da-45b8-acd4-cdbad91790de req-24821b58-e6c5-4ef1-b845-8ed55fbdc9f9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0893214 Oct 26 10:51:05.493742 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6000d3fa-137b-4e9f-8336-eb1ce770962c req-297b0f35-d9e0-4dca-9524-21b486446bc2 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Oct 26 10:51:05.555521 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:51:05.558889 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:05.583130 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:05.583471 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 23c4613b-95bc-4b2d-bbe2-8c47cbcbd567 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:05.635952 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d2532a1-79da-45b8-acd4-cdbad91790de req-49499abd-cb2e-4d19-8c2e-d0cda743ee2e tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101973 Oct 26 10:51:05.679578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:05.690216 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:51:05.715596 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c433550c-8cca-4591-b79e-02e17b10218f no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:05.743681 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: c433550c-8cca-4591-b79e-02e17b10218f {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:05.744019 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c433550c-8cca-4591-b79e-02e17b10218f not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:05.744425 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 590f4d8a-386b-408c-997c-904335209a17 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:05.765338 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.768011 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 590f4d8a-386b-408c-997c-904335209a17 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:05.768138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Deleting port 37e8fcb2-6d9d-4402-a861-19744a87ec6d {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:05.768354 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 590f4d8a-386b-408c-997c-904335209a17 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:05.768480 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.768759 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c83edb79-ee61-4b70-a030-f3f540c7456c no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:05.798274 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: c83edb79-ee61-4b70-a030-f3f540c7456c {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:05.798615 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device c83edb79-ee61-4b70-a030-f3f540c7456c not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:05.800922 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:51:05.822417 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:05.826454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.878581 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=6']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:05.896573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] For port 37e8fcb2-6d9d-4402-a861-19744a87ec6d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=37e8fcb2-6d9d-4402-a861-19744a87ec6d,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:05.896933 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:05.934074 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['aa555ee7-9bac-4227-81d6-b0b79bdc6da2'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:06.165722 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Calling delete_port for 37e8fcb2-6d9d-4402-a861-19744a87ec6d owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:06.297853 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86fae-df5c-4979-ab22-04aba00a2f0d req-f174bd90-eb30-4642-a331-74b44d0a692e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:06.299285 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3cd86fae-df5c-4979-ab22-04aba00a2f0d req-f174bd90-eb30-4642-a331-74b44d0a692e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54cf45e-b583-48a6-b227-21493fef5726 HTTP/1.1" status: 200 len: 945 time: 0.1353958 Oct 26 10:51:06.303204 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:06.449199 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3cd86fae-df5c-4979-ab22-04aba00a2f0d req-b114b127-7da9-4a68-8fa9-b7797dd3f73b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421976 Oct 26 10:51:06.506612 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:06.518084 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1', '37e8fcb2-6d9d-4402-a861-19744a87ec6d'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:06.609567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event deleted for resources: {'Port': ['ID=37e8fcb2-6d9d-4402-a861-19744a87ec6d,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:06.678322 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc55b2-b33e-4074-9181-2c2508f72fdb req-91de04c3-da9c-4230-b084-bc1a7928d80a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:06.679843 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2fcc55b2-b33e-4074-9181-2c2508f72fdb req-91de04c3-da9c-4230-b084-bc1a7928d80a tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0854311 Oct 26 10:51:06.696983 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] No DVR routers for this DVR port 37e8fcb2-6d9d-4402-a861-19744a87ec6d on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:06.702835 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:06.706130 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e311729e-d043-4296-a3ef-988333322be9 req-2c7af45b-a994-4cc0-b653-5e0115fecf4b tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "DELETE /v2.0/ports/37e8fcb2-6d9d-4402-a861-19744a87ec6d HTTP/1.1" status: 204 len: 173 time: 1.1821156 Oct 26 10:51:06.706579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'name': 'network-vif-deleted', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:06.709466 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33d96d-145f-4409-ab19-351c409f839d" -d '{"events": [{"server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "name": "network-vif-deleted", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:06.774419 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2fcc55b2-b33e-4074-9181-2c2508f72fdb req-40ea2a70-4ce7-4a09-afe2-37d8418735a8 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791066 Oct 26 10:51:06.870750 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76268b39-617a-4be5-b0ff-b1f5459da568 x-openstack-request-id: req-76268b39-617a-4be5-b0ff-b1f5459da568 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:06.871019 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54cf45e-b583-48a6-b227-21493fef5726", "name": "network-vif-deleted", "tag": "37e8fcb2-6d9d-4402-a861-19744a87ec6d", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:06.871391 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76268b39-617a-4be5-b0ff-b1f5459da568 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:06.871780 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54cf45e-b583-48a6-b227-21493fef5726', 'name': 'network-vif-deleted', 'tag': '37e8fcb2-6d9d-4402-a861-19744a87ec6d', 'status': 'completed', 'code': 200} Oct 26 10:51:06.892205 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45140-1290-4e05-a4c1-c6b20860e412 req-874e860c-9018-4fa0-8908-57e2331daede tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:06.893762 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-25c45140-1290-4e05-a4c1-c6b20860e412 req-874e860c-9018-4fa0-8908-57e2331daede tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 944 time: 0.1075804 Oct 26 10:51:06.943714 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-25c45140-1290-4e05-a4c1-c6b20860e412 req-4e826a65-d419-4162-9b10-dd6e40e1b677 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Oct 26 10:51:06.946016 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Deleting port 85bb8c7a-9761-4a55-89e4-710a819f0437 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:06.946355 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:07.045745 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] For port 85bb8c7a-9761-4a55-89e4-710a819f0437, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=85bb8c7a-9761-4a55-89e4-710a819f0437,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:07.046156 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:07.061257 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Calling delete_port for 85bb8c7a-9761-4a55-89e4-710a819f0437 owned by network:router_interface {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:07.292567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:07.323544 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bb8c7a-9761-4a55-89e4-710a819f0437,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:07.556694 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:51:07.561883 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:07.663454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:51:07.667498 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:07.924114 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4d0e8-4ea0-4c20-9f16-9d4c9a0530dc req-c12eda52-7242-4a02-9de9-1cfba6966af4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:07.931982 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9dc4d0e8-4ea0-4c20-9f16-9d4c9a0530dc req-c12eda52-7242-4a02-9de9-1cfba6966af4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0738137 Oct 26 10:51:07.991862 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.000758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Router 6c4000c5-aac2-471e-a559-e25ed3f6308b has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:51:08.003445 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-9dc4d0e8-4ea0-4c20-9f16-9d4c9a0530dc req-dc300c01-8dea-4acb-aa77-67fdb61219f0 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528572 Oct 26 10:51:08.041768 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:08.044076 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d65ce-8be0-4fb5-bda0-25255474c5d3" -d '{"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:08.061316 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:08.068967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.149768 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=7']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:08.188423 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030b39-a27c-43f7-a702-7c4bbf5cdf7c req-3165619e-5ea1-44a6-bd9d-df5f2eb5ee32 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:08.189865 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7a030b39-a27c-43f7-a702-7c4bbf5cdf7c req-3165619e-5ea1-44a6-bd9d-df5f2eb5ee32 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0939381 Oct 26 10:51:08.192280 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:51:08.198951 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3a4259e9-2825-4d38-b968-20ecde091d27 admin admin] 10.222.0.79 "PUT /v2.0/routers/6c4000c5-aac2-471e-a559-e25ed3f6308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926620 Oct 26 10:51:08.201746 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59938) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:08.205866 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Sync routers for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:51:08.237485 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7a030b39-a27c-43f7-a702-7c4bbf5cdf7c req-56c50fa5-5a5e-4e58-ba1f-ff6986bcd8e2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Oct 26 10:51:08.255022 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:08.257209 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:08.291888 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59948) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:08.398809 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6dd927-fcf6-444c-8eec-64e7aafd671d x-openstack-request-id: req-8e6dd927-fcf6-444c-8eec-64e7aafd671d {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:08.399353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:08.399821 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e6dd927-fcf6-444c-8eec-64e7aafd671d {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:08.400498 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'code': 200} Oct 26 10:51:08.419103 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks [] for router, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.447402 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:08.494005 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-0d952822-fb3f-4ae9-b8e3-a14f2000a24f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2009428 Oct 26 10:51:08.510851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc513ef-ed13-432a-8559-48f7016ff54a req-f405040f-a47c-4011-a24f-28f1c1d70477 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:08.512483 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5cc513ef-ed13-432a-8559-48f7016ff54a req-f405040f-a47c-4011-a24f-28f1c1d70477 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.1263323 Oct 26 10:51:08.521056 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-d9e578dc-7168-4550-8cad-2b7611bf2ae3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:51:08.522247 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-d9e578dc-7168-4550-8cad-2b7611bf2ae3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0218475 Oct 26 10:51:08.563442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.607666 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5cc513ef-ed13-432a-8559-48f7016ff54a req-00cbc275-d3e5-4c0c-9ede-fcc33df6066c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836642 Oct 26 10:51:08.656879 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Deleting port 251ae216-decd-4d03-a2f8-4752c2715ac0 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:08.657541 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.684430 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:51:07Z', 'revision_number': 5, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port': {'id': '251ae216-decd-4d03-a2f8-4752c2715ac0', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:16Z', 'updated_at': '2021-10-26T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:08.725042 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Checking router: 6c4000c5-aac2-471e-a559-e25ed3f6308b for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:51:08.734030 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Routers {'6c4000c5-aac2-471e-a559-e25ed3f6308b'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:08.734669 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['6c4000c5-aac2-471e-a559-e25ed3f6308b'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:08.768338 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] For port 251ae216-decd-4d03-a2f8-4752c2715ac0, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=251ae216-decd-4d03-a2f8-4752c2715ac0,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:08.768732 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:08.781342 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Calling delete_port for 251ae216-decd-4d03-a2f8-4752c2715ac0 owned by network:router_gateway {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:08.850463 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] Set router 6c4000c5-aac2-471e-a559-e25ed3f6308b gateway port host: None {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:08.923501 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:51:08Z', 'revision_number': 6, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port_host': None}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:08.982460 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e360e0ca-f080-449e-9968-b14a4d2eca07 None None] The sync data for ids ['6c4000c5-aac2-471e-a559-e25ed3f6308b'] in dv-cinder-815461-1-iscsi is: [{'id': '6c4000c5-aac2-471e-a559-e25ed3f6308b', 'name': 'tempest-TestMinimumBasicScenario-380749286-router', 'tenant_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:15Z', 'updated_at': '2021-10-26T10:51:08Z', 'revision_number': 6, 'project_id': '2f3e376f38d14abeadd1fbbee73dbde0', 'gw_port_host': None}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:51:09.180967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c600d-7597-4c31-9c6a-09efd9e63d0c req-c4725ed6-0035-4909-8a4a-99f7d0c9a514 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:09.183017 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2b1c600d-7597-4c31-9c6a-09efd9e63d0c req-c4725ed6-0035-4909-8a4a-99f7d0c9a514 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.0814161 Oct 26 10:51:09.240818 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2b1c600d-7597-4c31-9c6a-09efd9e63d0c req-534d18bf-da9c-465e-99b8-0f8553aef3e7 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Oct 26 10:51:09.343795 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.393158 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=251ae216-decd-4d03-a2f8-4752c2715ac0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:09.504692 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c97776-e99f-4e67-97b9-caa85bc13454 req-02325d04-2303-42b5-87b9-78ffd6feba89 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:09.506204 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-22c97776-e99f-4e67-97b9-caa85bc13454 req-02325d04-2303-42b5-87b9-78ffd6feba89 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0723927 Oct 26 10:51:09.508965 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.555890 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:09.635836 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.642403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.667671 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.674065 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-22c97776-e99f-4e67-97b9-caa85bc13454 req-8622f92a-a908-4222-971e-de64dbac428c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331186 Oct 26 10:51:09.726628 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.729165 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4000c5-aac2-471e-a559-e25ed3f6308b {{(pid=108008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:51:09.738417 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.738943 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:09.739725 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-772728cc-0854-4b09-a63f-b1f3da0b6a15 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6c4000c5-aac2-471e-a559-e25ed3f6308b HTTP/1.1" status: 204 len: 168 time: 1.5369914 Oct 26 10:51:09.742485 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 59972) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:09.746856 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.747726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 37e8fcb2-6d9d-4402-a861-19744a87ec6d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:09.811820 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 37e8fcb2-6d9d-4402-a861-19744a87ec6d {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:09.812081 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 37e8fcb2-6d9d-4402-a861-19744a87ec6d not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:09.843539 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Deleting subnet 8b8c221a-d6c4-4b96-a055-df3001b6db42 {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:51:09.850213 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=6']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:09.868775 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.943259 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:09.952279 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f0e8-1336-43aa-827e-df1b856ba21e req-82a5f994-fc6d-4922-8a5c-e71425ba9477 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:09.953855 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0ac7f0e8-1336-43aa-827e-df1b856ba21e req-82a5f994-fc6d-4922-8a5c-e71425ba9477 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.1616282 Oct 26 10:51:09.972004 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 85bb8c7a-9761-4a55-89e4-710a819f0437 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:10.007282 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 85bb8c7a-9761-4a55-89e4-710a819f0437 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:10.008084 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 85bb8c7a-9761-4a55-89e4-710a819f0437 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:10.008774 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 251ae216-decd-4d03-a2f8-4752c2715ac0 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:10.030805 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0ac7f0e8-1336-43aa-827e-df1b856ba21e req-5fa5ce61-04a0-4b15-8091-2b38d5c7375b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574174 Oct 26 10:51:10.043692 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 251ae216-decd-4d03-a2f8-4752c2715ac0 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:10.044618 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 251ae216-decd-4d03-a2f8-4752c2715ac0 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:10.122616 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.202491 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.232212 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8c221a-d6c4-4b96-a055-df3001b6db42,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:10.240465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.243807 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-17f5b6ec-f142-4721-ac99-1a3dbe6ffbb4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8b8c221a-d6c4-4b96-a055-df3001b6db42 HTTP/1.1" status: 204 len: 168 time: 0.5000415 Oct 26 10:51:10.246754 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 59974) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:10.258086 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64020462-dfd2-4594-92c8-f65dc891affc None None] Network bdcdb2f8-6f65-4fdd-aaa4-db266b108846 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:51:10.417169 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:10.419814 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6bc785-32a7-44f3-a812-c981c31373f5" -d '{"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:10.466511 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.479154 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbdbc0-0232-4926-b9ca-f067faea4b83 x-openstack-request-id: req-33bbdbc0-0232-4926-b9ca-f067faea4b83 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:10.479682 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:10.479919 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33bbdbc0-0232-4926-b9ca-f067faea4b83 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:10.480308 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'code': 200} Oct 26 10:51:10.503663 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa121f9-fbb2-4e19-ad50-51addefe60b2 req-fbc17262-77ea-4bd2-936d-b34d19f771b9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:10.503663 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dfa121f9-fbb2-4e19-ad50-51addefe60b2 req-fbc17262-77ea-4bd2-936d-b34d19f771b9 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.1305103 Oct 26 10:51:10.567494 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] DHCP port deletion for bdcdb2f8-6f65-4fdd-aaa4-db266b108846 request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:51:10.614128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-87fc3d6f-0f55-4e56-9aa8-a25258c8726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:10.615716 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-87fc3d6f-0f55-4e56-9aa8-a25258c8726f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db&tenant_id=9bc351134cf84119be3ed19dc2715a53 HTTP/1.1" status: 200 len: 1097 time: 0.1138113 Oct 26 10:51:10.620416 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dfa121f9-fbb2-4e19-ad50-51addefe60b2 req-57e74210-61e0-41b9-b9e8-f9ea40ceab35 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011906 Oct 26 10:51:10.636590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Deleting port ec2deeb7-505e-4170-b012-a3f6c4b57cce {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:10.637060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.646104 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Deleting port ec2deeb7-505e-4170-b012-a3f6c4b57cce {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:10.646713 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.716095 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] For port ec2deeb7-505e-4170-b012-a3f6c4b57cce, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=ec2deeb7-505e-4170-b012-a3f6c4b57cce,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:10.716820 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.729915 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Calling delete_port for ec2deeb7-505e-4170-b012-a3f6c4b57cce owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:10.735976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] For port ec2deeb7-505e-4170-b012-a3f6c4b57cce, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=ec2deeb7-505e-4170-b012-a3f6c4b57cce,segment=NetworkSegment(901ca30a-f325-425f-9b00-2645c3a495a2),segment_id=901ca30a-f325-425f-9b00-2645c3a495a2)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:10.736485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.762201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Calling delete_port for ec2deeb7-505e-4170-b012-a3f6c4b57cce owned by network:dhcp {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:10.823389 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.861353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] Pushing event deleted for resources: {'Port': ['ID=ec2deeb7-505e-4170-b012-a3f6c4b57cce,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:10.863355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8f53b-f7e7-4dbc-9f2c-caf7aacb3f29 None None] No DVR routers for this DVR port ec2deeb7-505e-4170-b012-a3f6c4b57cce on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:10.893002 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a6bc-4885-4a9e-8700-f9c28e6fbb6b req-84636925-18ba-48c2-9f40-da0058adfe99 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:10.896387 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6116a6bc-4885-4a9e-8700-f9c28e6fbb6b req-84636925-18ba-48c2-9f40-da0058adfe99 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0978153 Oct 26 10:51:10.931713 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:10.949909 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6116a6bc-4885-4a9e-8700-f9c28e6fbb6b req-dbabbba0-ae1d-4e40-a005-982d86e2ce7c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Oct 26 10:51:10.973828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] No DVR routers for this DVR port ec2deeb7-505e-4170-b012-a3f6c4b57cce on host dv-cinder-815461-1-iscsi {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:10.991331 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd513-0667-42b4-a574-22488673ba7b req-b5212aba-292d-4bfb-92ee-8348972ec18e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:10.992755 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e2dcd513-0667-42b4-a574-22488673ba7b req-b5212aba-292d-4bfb-92ee-8348972ec18e tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.1099277 Oct 26 10:51:10.993561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2deeb7-505e-4170-b012-a3f6c4b57cce,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:11.001846 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-5cf9342c-d2d8-4bc6-86f7-54ac0909dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:11.003282 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-5cf9342c-d2d8-4bc6-86f7-54ac0909dfae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1097 time: 0.3176179 Oct 26 10:51:11.412485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:11.476856 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.477396 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.478225 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.478676 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > port after_create 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.479109 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.479543 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > port after_update 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.479978 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.480390 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.480805 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.481228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.596643 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.597162 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.597654 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.598060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 10:51:11.598499 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcdb2f8-6f65-4fdd-aaa4-db266b108846']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:11.638387 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901ca30a-f325-425f-9b00-2645c3a495a2') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:11.639105 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901ca30a-f325-425f-9b00-2645c3a495a2') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:11.677568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d0693-2767-4bc9-846b-1ce51d3703fe req-4e79eee6-19f6-4de8-816f-c8175de03dec tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:11.687764 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f93d0693-2767-4bc9-846b-1ce51d3703fe req-4e79eee6-19f6-4de8-816f-c8175de03dec tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.3878880 Oct 26 10:51:11.707904 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:11.743605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-4947124c-4705-4184-ac7e-f92aa9cd4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:11.745375 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-4947124c-4705-4184-ac7e-f92aa9cd4e4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.4438698 Oct 26 10:51:11.755955 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device ec2deeb7-505e-4170-b012-a3f6c4b57cce no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:11.780949 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:11.802420 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: ec2deeb7-505e-4170-b012-a3f6c4b57cce {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:11.803024 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device ec2deeb7-505e-4170-b012-a3f6c4b57cce not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:11.836403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f5a-95b0-466c-9699-107861b4755c req-80553618-2906-42ab-8054-68e2c0a876c8 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:11.837958 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-dcae4f5a-95b0-466c-9699-107861b4755c req-80553618-2906-42ab-8054-68e2c0a876c8 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 946 time: 0.0864592 Oct 26 10:51:11.852191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:51:11.852582 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: from cryptography.utils import int_from_bytes Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: from cryptography.utils import int_from_bytes Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self.session.flush() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self.session.flush() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self.session.flush() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self.session.flush() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:51:11.856608 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:51:11.876267 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Deleting port 19fb3062-e03a-48ed-a748-c0f156236cc1 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:11.876506 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:11.889955 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-dcae4f5a-95b0-466c-9699-107861b4755c req-4e42e619-24bb-48ce-9ee3-e4955c1093b2 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc631556-65e1-4676-912b-cde7317c230b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Oct 26 10:51:11.931317 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f93d0693-2767-4bc9-846b-1ce51d3703fe req-a5288c23-c40f-4dc4-964b-95f58fb5a253 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426093 Oct 26 10:51:11.993703 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-a9b55360-7a8c-489e-a4cb-09481894f724 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 999 time: 0.2288389 Oct 26 10:51:12.004982 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.010395 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.013871 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bdcdb2f8-6f65-4fdd-aaa4-db266b108846 HTTP/1.1" status: 204 len: 168 time: 1.7660766 Oct 26 10:51:12.090891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a4e2f-7213-4801-90ea-e88e44fbc473 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcdb2f8-6f65-4fdd-aaa4-db266b108846,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:12.131733 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] For port 19fb3062-e03a-48ed-a748-c0f156236cc1, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=19fb3062-e03a-48ed-a748-c0f156236cc1,segment=NetworkSegment(071d7f2f-f67e-4896-bce3-a080b4e248c3),segment_id=071d7f2f-f67e-4896-bce3-a080b4e248c3)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:12.132099 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.150014 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-559f63a5-8bbd-41f3-8e2e-ad01cff477c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:12.151736 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-559f63a5-8bbd-41f3-8e2e-ad01cff477c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.1338804 Oct 26 10:51:12.162413 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Calling delete_port for 19fb3062-e03a-48ed-a748-c0f156236cc1 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:12.178952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60000) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:12.204604 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b4a7-39aa-47ca-8fd0-5696ff897ba7 req-703002b9-0bed-40a9-9ee6-0b2d452d3ac6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:12.211862 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2470b4a7-39aa-47ca-8fd0-5696ff897ba7 req-703002b9-0bed-40a9-9ee6-0b2d452d3ac6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.1540959 Oct 26 10:51:12.231194 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-a1564e7b-e6e6-4e4f-a27a-19b39d2ffb86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=879892c451254d68b512ff1a990d6e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505049 Oct 26 10:51:12.234178 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60002) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:12.299191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-a621a0ce-d5e9-491e-8273-6d0f79296967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:12.300660 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-a621a0ce-d5e9-491e-8273-6d0f79296967 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1401424 Oct 26 10:51:12.308792 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.315449 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2470b4a7-39aa-47ca-8fd0-5696ff897ba7 req-e0bdd577-27c7-4543-bcf7-a79d67f4ff43 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017313 Oct 26 10:51:12.351962 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.426916 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.429831 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.431142 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffbbcb7f-3af4-4366-95f2-2da0569199ec HTTP/1.1" status: 204 len: 168 time: 0.1956711 Oct 26 10:51:12.451304 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce890a-d607-4328-8469-84ca7f2b2761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbbcb7f-3af4-4366-95f2-2da0569199ec,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:12.485076 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-b92965bd-881c-4899-8fc1-6a168d12cf1e service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620462 Oct 26 10:51:12.491882 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.506502 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['19fb3062-e03a-48ed-a748-c0f156236cc1'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:12.528786 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Pushing event deleted for resources: {'Port': ['ID=19fb3062-e03a-48ed-a748-c0f156236cc1,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:12.618649 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] No DVR routers for this DVR port 19fb3062-e03a-48ed-a748-c0f156236cc1 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:12.622842 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:12.626415 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e2dcd513-0667-42b4-a574-22488673ba7b req-c5839db0-d32d-45f4-b17a-58643cd21035 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.72 "DELETE /v2.0/ports/19fb3062-e03a-48ed-a748-c0f156236cc1 HTTP/1.1" status: 204 len: 173 time: 1.3258476 Oct 26 10:51:12.628783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'name': 'network-vif-deleted', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:12.639561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7d2c0-012a-48fe-83cd-944b65802cde" -d '{"events": [{"server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "name": "network-vif-deleted", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:12.693704 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-88884a7d-6c07-41b0-abdb-53d21150d1dc req-5e3223a6-4921-4500-8879-b9668bc2d88d service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971648 Oct 26 10:51:12.705579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db823d32-eb6a-492d-bdee-949281fe3bcb x-openstack-request-id: req-db823d32-eb6a-492d-bdee-949281fe3bcb {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:12.706084 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc2c51-a354-457c-ad20-b73d03f567b0", "name": "network-vif-deleted", "tag": "19fb3062-e03a-48ed-a748-c0f156236cc1", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:12.706497 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db823d32-eb6a-492d-bdee-949281fe3bcb {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:12.707066 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc2c51-a354-457c-ad20-b73d03f567b0', 'name': 'network-vif-deleted', 'tag': '19fb3062-e03a-48ed-a748-c0f156236cc1', 'status': 'completed', 'code': 200} Oct 26 10:51:12.922735 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60012) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:12.969211 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d3361b91-fb02-4c4f-9d2b-98ea1f3ba40d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f3e376f38d14abeadd1fbbee73dbde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435095 Oct 26 10:51:12.970731 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60016) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:13.030460 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9dc21d75-2f36-4a83-819d-92870ee0e740 req-ac874000-7918-4b93-b88d-369a01d35b41 tempest-AttachVolumeNegativeTest-1521024575 tempest-AttachVolumeNegativeTest-1521024575-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2bc2c51-a354-457c-ad20-b73d03f567b0 HTTP/1.1" status: 200 len: 210 time: 0.0404427 Oct 26 10:51:13.040165 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:13.095945 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:13.128171 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ca5ee-896c-4a31-835c-b1129ee7cf3e req-74e842b0-bb19-47cd-8706-126e6aeda2c0 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:13.130432 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f4ca5ee-896c-4a31-835c-b1129ee7cf3e req-74e842b0-bb19-47cd-8706-126e6aeda2c0 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0870616 Oct 26 10:51:13.219322 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f4ca5ee-896c-4a31-835c-b1129ee7cf3e req-20594ddf-829b-44bf-9cba-f1773d9dabb7 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690536 Oct 26 10:51:13.221270 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:13.225787 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:13.227172 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88fcaeff-b9a0-4d1d-9241-13016151cc30 HTTP/1.1" status: 204 len: 168 time: 0.2557578 Oct 26 10:51:13.236330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c11c-c1cd-4520-bce6-632cb083e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fcaeff-b9a0-4d1d-9241-13016151cc30,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:13.495116 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f7a93-3ddc-4c61-bdc8-c1a384fd5871 req-6ec45f97-8205-478c-b3a5-2c7f1d780053 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:13.501913 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-251f7a93-3ddc-4c61-bdc8-c1a384fd5871 req-6ec45f97-8205-478c-b3a5-2c7f1d780053 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0733325 Oct 26 10:51:13.575503 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-251f7a93-3ddc-4c61-bdc8-c1a384fd5871 req-af1f30ff-c47a-43e5-b914-1c0eb59be927 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716136 Oct 26 10:51:14.080507 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60034) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:14.134229 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Deleting subnet 27219bac-4800-40ae-a2e4-497387481358 {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:51:14.138267 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.173927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.221472 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.281430 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.296768 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.303486 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27219bac-4800-40ae-a2e4-497387481358 HTTP/1.1" status: 204 len: 168 time: 0.2184594 Oct 26 10:51:14.304353 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60038) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:14.321605 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b41d-6212-496f-936b-cbaa3a4c3e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27219bac-4800-40ae-a2e4-497387481358,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:14.385537 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb22e5-bc85-4488-b459-a12c1e97b180 req-53c2af0c-0d51-4d3c-8296-df19cf5fe9ca tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:14.392964 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-18bb22e5-bc85-4488-b459-a12c1e97b180 req-53c2af0c-0d51-4d3c-8296-df19cf5fe9ca tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0735521 Oct 26 10:51:14.416508 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.437657 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-18bb22e5-bc85-4488-b459-a12c1e97b180 req-d5bc69e8-32c7-4f7e-90e0-34d9c7963126 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Oct 26 10:51:14.504019 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.526714 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b841a0-2823-41b7-8fe0-b01568fc620e']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:14.538135 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d7f2f-f67e-4896-bce3-a080b4e248c3') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:14.538549 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d7f2f-f67e-4896-bce3-a080b4e248c3') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:14.547987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.569024 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.576199 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:51:14.576584 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:51:14.578625 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:51:14.641167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.677071 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b841a0-2823-41b7-8fe0-b01568fc620e,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:14.708832 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:14.708832 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4c9c8e86-7eb3-4824-8c2c-83c66c737632 admin admin] 10.222.0.79 "DELETE /v2.0/networks/84b841a0-2823-41b7-8fe0-b01568fc620e HTTP/1.1" status: 204 len: 168 time: 0.3984447 Oct 26 10:51:14.784344 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf101-da43-40dd-ac3a-1347c0570a04 req-e0291640-eed2-43aa-95cd-8b149148e439 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:14.785982 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7d4bf101-da43-40dd-ac3a-1347c0570a04 req-e0291640-eed2-43aa-95cd-8b149148e439 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0971372 Oct 26 10:51:14.851044 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7d4bf101-da43-40dd-ac3a-1347c0570a04 req-b33fba3a-1044-4a0f-853a-95b767134404 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577664 Oct 26 10:51:14.999520 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60058) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:15.049552 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-cd99c8ee-e2f8-427b-8c92-b430a66fb5c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=642505b01ca94764899d81a63df3e544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462503 Oct 26 10:51:15.050187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60060) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:15.120800 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:15.148543 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:15.209364 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:15.212489 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:15.216372 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc631556-65e1-4676-912b-cde7317c230b HTTP/1.1" status: 204 len: 168 time: 0.1614740 Oct 26 10:51:15.223761 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83d69b-c6ed-4db6-a3d9-8c990b437697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc631556-65e1-4676-912b-cde7317c230b,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:15.580526 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b45e1d-09e0-4eeb-9e27-296a203e5ea9 req-c6852c70-e8ac-44f2-9cab-5cdf28d40b0d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:15.582117 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b3b45e1d-09e0-4eeb-9e27-296a203e5ea9 req-c6852c70-e8ac-44f2-9cab-5cdf28d40b0d tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0675993 Oct 26 10:51:15.589174 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 19fb3062-e03a-48ed-a748-c0f156236cc1 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:15.656403 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b3b45e1d-09e0-4eeb-9e27-296a203e5ea9 req-0d9c261d-26ae-45f2-ae82-03e7e9b12d1f tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569339 Oct 26 10:51:15.656746 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 19fb3062-e03a-48ed-a748-c0f156236cc1 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:15.657464 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 19fb3062-e03a-48ed-a748-c0f156236cc1 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:16.011291 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21ee2-7a7f-41e8-b374-c760fe662628 req-3ad09c74-8929-48d3-852e-b4660a168b6b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:16.013386 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-58c21ee2-7a7f-41e8-b374-c760fe662628 req-3ad09c74-8929-48d3-852e-b4660a168b6b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0699635 Oct 26 10:51:16.061135 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-58c21ee2-7a7f-41e8-b374-c760fe662628 req-c5ae9c95-c2d1-4d18-b145-a14446a5c5bb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Oct 26 10:51:16.765389 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60120) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:16.787931 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e802bf5-8650-46af-9ef3-d3eaeb989d1b req-2363f097-d376-4cf3-80aa-a0d9fb149eb5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:16.801626 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9e802bf5-8650-46af-9ef3-d3eaeb989d1b req-2363f097-d376-4cf3-80aa-a0d9fb149eb5 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0776310 Oct 26 10:51:16.862962 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9e802bf5-8650-46af-9ef3-d3eaeb989d1b req-4d3f260f-530c-4044-b8e5-35324d4614bb tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537484 Oct 26 10:51:16.892590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-064effdc-b34d-47f7-bee7-a4d8adfb6674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:16.993520 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-064effdc-b34d-47f7-bee7-a4d8adfb6674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:16.997791 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-064effdc-b34d-47f7-bee7-a4d8adfb6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:17.052348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60124) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:17.052980 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-064effdc-b34d-47f7-bee7-a4d8adfb6674 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=745178497e1f450286fc13fc882bc043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859190 Oct 26 10:51:17.054094 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064effdc-b34d-47f7-bee7-a4d8adfb6674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636be65f-81be-4eb2-a271-fd01505adbdb,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:17.109256 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:17.135582 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:17.218920 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cab3-2a5a-48e1-8e7a-6035ad4e9cff req-24979257-d6b1-4279-a271-2a5ff3625c52 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:17.220429 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b120cab3-2a5a-48e1-8e7a-6035ad4e9cff req-24979257-d6b1-4279-a271-2a5ff3625c52 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0668895 Oct 26 10:51:17.232809 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:17.236092 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:17.240355 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/636be65f-81be-4eb2-a271-fd01505adbdb HTTP/1.1" status: 204 len: 168 time: 0.1837244 Oct 26 10:51:17.274528 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b85cb4-68ba-4b3f-bb5a-cd0c984c19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636be65f-81be-4eb2-a271-fd01505adbdb,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:17.291943 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b120cab3-2a5a-48e1-8e7a-6035ad4e9cff req-c16aaca2-0f12-4b0e-95e9-29615e379427 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535221 Oct 26 10:51:17.983140 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf9b8-a61f-4409-95b4-f6fd54ee23b8 req-6f818274-9edc-4593-bcfe-7fc9e2cb9ed9 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:17.990972 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-877bf9b8-a61f-4409-95b4-f6fd54ee23b8 req-6f818274-9edc-4593-bcfe-7fc9e2cb9ed9 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0575013 Oct 26 10:51:18.029491 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-877bf9b8-a61f-4409-95b4-f6fd54ee23b8 req-9af7da27-b0ef-4dce-bdf4-a84a575f6582 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376322 Oct 26 10:51:18.449889 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df40eb2-3966-4308-99c4-092c10aca6a7 req-9c3b30ca-7518-4c66-bdbf-ab1119360cb2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:18.456944 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6df40eb2-3966-4308-99c4-092c10aca6a7 req-9c3b30ca-7518-4c66-bdbf-ab1119360cb2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0597003 Oct 26 10:51:18.502633 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6df40eb2-3966-4308-99c4-092c10aca6a7 req-afde6a4c-c477-42f4-a433-f7b3e6079e57 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442798 Oct 26 10:51:19.035637 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60194) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:19.140490 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0c7f-8c0c-4922-8e65-d865564849f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.165151 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da726b-cc42-42ac-882b-9f1dfe65cd8e req-c0691e2f-6bb0-4615-8492-0951c9cbb690 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.166620 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c4da726b-cc42-42ac-882b-9f1dfe65cd8e req-c0691e2f-6bb0-4615-8492-0951c9cbb690 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 944 time: 0.0664513 Oct 26 10:51:19.204782 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c4da726b-cc42-42ac-882b-9f1dfe65cd8e req-c901f1e8-97fa-4ea9-b806-6939a77b1cc1 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Oct 26 10:51:19.220365 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0c7f-8c0c-4922-8e65-d865564849f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.224398 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0c7f-8c0c-4922-8e65-d865564849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.268122 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6b8f0c7f-8c0c-4922-8e65-d865564849f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d43fbc1cd57a48b8ad5ff9caa8b034f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313972 Oct 26 10:51:19.269070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f0c7f-8c0c-4922-8e65-d865564849f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e754a2-b402-46d5-b416-b665de087922,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:19.271479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60200) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:19.314486 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-d133ddda-4115-4c39-ac0f-6116b1b1439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.315868 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-d133ddda-4115-4c39-ac0f-6116b1b1439e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1098 time: 0.0680652 Oct 26 10:51:19.346629 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.404138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.454982 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-1d323c74-6b99-4e1a-ac45-d66ba018c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.456416 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-1d323c74-6b99-4e1a-ac45-d66ba018c85a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.1293237 Oct 26 10:51:19.500308 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.502825 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.503915 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0e754a2-b402-46d5-b416-b665de087922 HTTP/1.1" status: 204 len: 168 time: 0.2304528 Oct 26 10:51:19.518148 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07a550-15db-4a2a-b384-2587d7da38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e754a2-b402-46d5-b416-b665de087922,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:19.536175 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-cf6a1a32-0ba3-4896-a9b4-59a01b5468b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 1001 time: 0.0721667 Oct 26 10:51:19.585263 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:51:19.593149 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-73959e24-9ce0-4491-a24f-5da51c645c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.594597 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-73959e24-9ce0-4491-a24f-5da51c645c7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0511034 Oct 26 10:51:19.649424 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-7be507ed-5d3c-4f20-b459-5aa1f0d06aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.649966 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf692-363d-4fe4-a6af-0268d1a0ce0b req-b680fc52-f1b9-4487-a597-7da8efd723ef tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:19.651836 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-698bf692-363d-4fe4-a6af-0268d1a0ce0b req-b680fc52-f1b9-4487-a597-7da8efd723ef tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0608509 Oct 26 10:51:19.651969 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-7be507ed-5d3c-4f20-b459-5aa1f0d06aa2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499690 Oct 26 10:51:19.697850 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-698bf692-363d-4fe4-a6af-0268d1a0ce0b req-1b86889c-9959-46da-b393-d0724e41d4cb tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 Oct 26 10:51:19.726033 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:19.737508 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'port_id': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'mac_address': 'fa:16:3e:d0:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:51:19.754993 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-3b64e842-e3f8-42e9-8962-7237f2998868 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932267 Oct 26 10:51:19.776075 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.790238 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf3d294-fdbb-45cb-87af-ed16250f2943 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:51:19.812888 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:19.817983 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.834651 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60210) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:19.848563 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c864c89-f2b8-4706-bf3d-9b7c051bc900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.853486 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6bd3d205-28a8-480a-a3bb-2d385023e617 req-c17ce28e-fa3c-44b3-adda-d2aabf2cfb2f service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916903 Oct 26 10:51:19.867627 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=7']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:19.930073 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c864c89-f2b8-4706-bf3d-9b7c051bc900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.933765 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7c864c89-f2b8-4706-bf3d-9b7c051bc900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:19.970499 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7c864c89-f2b8-4706-bf3d-9b7c051bc900 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b80b2b70db4b4fb884607e5ecd8517b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347921 Oct 26 10:51:19.971595 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c864c89-f2b8-4706-bf3d-9b7c051bc900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e3458-d357-4003-bfca-4583ae39397d,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:19.973742 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60212) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:20.021767 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:20.042740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:20.058601 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['5cf3d294-fdbb-45cb-87af-ed16250f2943'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:20.089887 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:20.092499 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:20.093803 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b88e3458-d357-4003-bfca-4583ae39397d HTTP/1.1" status: 204 len: 168 time: 0.1190851 Oct 26 10:51:20.104261 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380cae4-b697-4db5-b2e0-bc919301e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e3458-d357-4003-bfca-4583ae39397d,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:20.327888 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f434e-65ee-486a-b807-0597493a24d7 req-f2aa1e2f-a30f-4f85-b7c2-8fea0ec76706 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:20.329391 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9f4f434e-65ee-486a-b807-0597493a24d7 req-f2aa1e2f-a30f-4f85-b7c2-8fea0ec76706 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 945 time: 0.0546710 Oct 26 10:51:20.368780 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9f4f434e-65ee-486a-b807-0597493a24d7 req-4b2b5fb7-e8df-48cf-a32f-18361dc49ab3 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Oct 26 10:51:20.825507 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef3a4-d5ff-40d2-b818-e1f8d073efcf req-e3eac154-68df-4885-8a64-473de0abcdaf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:20.826974 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46fef3a4-d5ff-40d2-b818-e1f8d073efcf req-e3eac154-68df-4885-8a64-473de0abcdaf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0536017 Oct 26 10:51:20.868233 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-46fef3a4-d5ff-40d2-b818-e1f8d073efcf req-6e50c990-3c6f-41f6-b4b3-0f68295a0175 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340824 Oct 26 10:51:21.518142 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd14f40-3ff4-4159-9c5c-e62fc5f3ea0e req-dfcb15bb-490b-4922-896c-e0e749fc4bc4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:21.520511 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4cd14f40-3ff4-4159-9c5c-e62fc5f3ea0e req-dfcb15bb-490b-4922-896c-e0e749fc4bc4 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 945 time: 0.0649505 Oct 26 10:51:21.572907 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4cd14f40-3ff4-4159-9c5c-e62fc5f3ea0e req-c2f82e20-eef6-4ad8-b870-d2c3d0cd5826 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Oct 26 10:51:21.604496 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:51:21.671818 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port 5cf3d294-fdbb-45cb-87af-ed16250f2943 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:51:21.671818 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:21.772509 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:21.815793 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:21.819025 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5719736-1e1b-4556-8aa7-4fec8fa87729" -d '{"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:21.833719 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:21.839596 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:21.840664 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:21.911663 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae4c18-2dd9-43f4-990d-4b081011ff04 x-openstack-request-id: req-b9ae4c18-2dd9-43f4-990d-4b081011ff04 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:21.911957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-plugged", "status": "completed", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:21.912209 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9ae4c18-2dd9-43f4-990d-4b081011ff04 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:21.912601 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'code': 200} Oct 26 10:51:21.950613 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=8']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:22.016895 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.019380 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6af63-4515-4c8d-974f-b5e8c9d23b25 req-3f62b1bf-8dfb-4b16-a60c-25c23e55f9d0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:22.029670 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7af6af63-4515-4c8d-974f-b5e8c9d23b25 req-3f62b1bf-8dfb-4b16-a60c-25c23e55f9d0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 945 time: 0.0732074 Oct 26 10:51:22.065223 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:22.070706 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.116365 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7af6af63-4515-4c8d-974f-b5e8c9d23b25 req-e9d3321f-a4f9-4237-96e5-e717f6f6a1c8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823398 Oct 26 10:51:22.134475 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=8']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:22.185957 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6aa2-df19-40cd-99fb-57e27643b830 req-3db99c27-46c5-48b4-96fa-1cc0a30faec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:22.187582 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f00b6aa2-df19-40cd-99fb-57e27643b830 req-3db99c27-46c5-48b4-96fa-1cc0a30faec0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0635741 Oct 26 10:51:22.225499 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f00b6aa2-df19-40cd-99fb-57e27643b830 req-b414034b-98bc-4ded-8da1-5a590e4f39e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292952 Oct 26 10:51:22.271619 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60314) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:22.391368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-41a2ff3b-e462-4e08-944e-cbbf9e902500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.469517 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-41a2ff3b-e462-4e08-944e-cbbf9e902500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.473779 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-41a2ff3b-e462-4e08-944e-cbbf9e902500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.510141 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-41a2ff3b-e462-4e08-944e-cbbf9e902500 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81a9a330802d4bda998594cea89c5efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342494 Oct 26 10:51:22.512856 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60324) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:22.514675 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ff3b-e462-4e08-944e-cbbf9e902500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33525be8-0997-4270-8b1f-dbd944bae84a,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:22.566704 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.587135 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.643847 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.646950 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:22.648102 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33525be8-0997-4270-8b1f-dbd944bae84a HTTP/1.1" status: 204 len: 168 time: 0.1342297 Oct 26 10:51:22.659018 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c202d-c16d-45e5-9f3c-d87c848e9e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33525be8-0997-4270-8b1f-dbd944bae84a,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:22.713201 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2364a9-008d-4820-922d-37ae5d9366da req-02a324f4-578a-4d98-877d-df7db88e38fd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:22.714723 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aa2364a9-008d-4820-922d-37ae5d9366da req-02a324f4-578a-4d98-877d-df7db88e38fd tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0579426 Oct 26 10:51:22.753005 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-aa2364a9-008d-4820-922d-37ae5d9366da req-e2125a36-c96e-441e-9744-079b32aca220 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Oct 26 10:51:22.943992 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60342) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:22.957895 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67ad-e043-4768-a28e-e4abff93d21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.039560 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67ad-e043-4768-a28e-e4abff93d21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.055375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67ad-e043-4768-a28e-e4abff93d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.116767 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-3e2f67ad-e043-4768-a28e-e4abff93d21b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=804babd7c7b440f0b8d323270310d1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716685 Oct 26 10:51:23.119345 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60358) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:23.122936 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f67ad-e043-4768-a28e-e4abff93d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7083c7c-b319-4350-98be-cc3dae586854,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:23.141704 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-4edc9086-2871-4b2b-92b0-f99609a13e3d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0652769 Oct 26 10:51:23.154143 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225567e-864a-4231-9e5f-07425cd98513 req-74636da5-94ea-4a38-9a72-f92bbccd26c3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:23.155681 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e225567e-864a-4231-9e5f-07425cd98513 req-74636da5-94ea-4a38-9a72-f92bbccd26c3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.1148989 Oct 26 10:51:23.225876 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e225567e-864a-4231-9e5f-07425cd98513 req-ad217a83-6b4d-4733-a057-02bfdf3651a5 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619752 Oct 26 10:51:23.239796 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.273803 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.336316 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.339527 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:23.343334 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7083c7c-b319-4350-98be-cc3dae586854 HTTP/1.1" status: 204 len: 168 time: 0.2208357 Oct 26 10:51:23.350242 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5969dc-f7e9-4527-bb75-72a41b03af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7083c7c-b319-4350-98be-cc3dae586854,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:23.877914 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9054f-88ab-41c3-b0c9-541d4d212a4d req-6939f281-31b7-452d-8afb-36eca39a2155 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:23.880039 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-31a9054f-88ab-41c3-b0c9-541d4d212a4d req-6939f281-31b7-452d-8afb-36eca39a2155 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0555723 Oct 26 10:51:23.913735 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:23.915946 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cdab8e-1dc9-4421-90d8-b99f9389b573" -d '{"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-unplugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:23.921988 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-31a9054f-88ab-41c3-b0c9-541d4d212a4d req-3620a038-51cc-4471-8722-a6db0d712f01 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347016 Oct 26 10:51:23.954784 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53658fac-ae22-40b3-86fd-d37cb9fd840a x-openstack-request-id: req-53658fac-ae22-40b3-86fd-d37cb9fd840a {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:23.955160 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-unplugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:23.955321 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-53658fac-ae22-40b3-86fd-d37cb9fd840a {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:23.955707 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'code': 200} Oct 26 10:51:24.020743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-4976f1ad-2f0c-4c1f-b452-9264e540ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.022264 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-4976f1ad-2f0c-4c1f-b452-9264e540ee8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab&tenant_id=1a366dab19cc43e3a30e0db46d825a38 HTTP/1.1" status: 200 len: 1096 time: 0.0409796 Oct 26 10:51:24.060315 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60400) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:24.083559 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-bae48a06-e11e-47c4-99fb-5fdfea03ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.085022 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-bae48a06-e11e-47c4-99fb-5fdfea03ed9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a366dab19cc43e3a30e0db46d825a38&device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1096 time: 0.0394464 Oct 26 10:51:24.154271 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1536490110-network', 'tenant_id': 'd92c85897b504210a3f6682e91d11363'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:51:24.174833 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Made reservation on behalf of d92c85897b504210a3f6682e91d11363 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:51:24.177831 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.180723 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-ec88f00c-82ee-4904-b704-7567eaee2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.182235 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-ec88f00c-82ee-4904-b704-7567eaee2bd5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 200 len: 919 time: 0.0903871 Oct 26 10:51:24.186006 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.246665 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-d899e2a9-e260-43b8-aa12-ffef0a42aebe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 200 len: 999 time: 0.0574200 Oct 26 10:51:24.259855 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.264952 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.290745 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:51:24.301487 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789112c1-9b0b-49ef-991e-16b797cdacd6,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:24.304587 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-87f8c914-21e2-4829-b88f-6d7f5e0fa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.306276 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-87f8c914-21e2-4829-b88f-6d7f5e0fa662 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 200 len: 856 time: 0.0527906 Oct 26 10:51:24.307053 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.307398 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Added segment 617fdaa3-d939-4685-8fd6-5266a88f2db1 of type vlan for network e409658d-19e3-4266-9b94-753f528f8f72 Oct 26 10:51:24.347024 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.371883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.372854 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.373459 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.378368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-d98367d6-77a4-4098-a4ab-3f9546450316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.379864 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-d98367d6-77a4-4098-a4ab-3f9546450316 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637023 Oct 26 10:51:24.387363 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4d9cc-d38d-49c8-a401-dd44a15c211d req-f7b710ad-114c-4471-a445-837ba3a1b0f0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.388718 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1f4d9cc-d38d-49c8-a401-dd44a15c211d req-f7b710ad-114c-4471-a445-837ba3a1b0f0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0815408 Oct 26 10:51:24.428062 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3664825 Oct 26 10:51:24.433908 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60406) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:24.439243 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Request body: {'subnet': {'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1536490110-subnet', 'tenant_id': 'd92c85897b504210a3f6682e91d11363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:51:24.450402 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1573dc-5137-448a-9983-445cdd361b51 admin admin] Pushing event updated for resources: {'Network': ['ID=e409658d-19e3-4266-9b94-753f528f8f72,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:24.461977 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network e409658d-19e3-4266-9b94-753f528f8f72 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:51:24.466483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Made reservation on behalf of d92c85897b504210a3f6682e91d11363 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:51:24.468765 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.480848 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1f4d9cc-d38d-49c8-a401-dd44a15c211d req-bd0609b2-70ce-4351-aadd-23ca5c3c743c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835838 Oct 26 10:51:24.510639 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-2a8d7a43-58a7-4dd3-a346-25787ed495b4 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209524 Oct 26 10:51:24.610555 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8af8ab6b-686f-4c95-9ff9-69eeef964fe6 req-8b644965-b809-4d61-80ac-71b2035dc105 service neutron] 10.222.0.72 "GET /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889399 Oct 26 10:51:24.665961 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.719487 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f754cd-e747-482e-a437-852c9aaf71ea,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:24.728415 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Checking segment: {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:51:24.728764 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Network hostable DHCP agents. Network: e409658d-19e3-4266-9b94-753f528f8f72, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:51:24.745360 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Network e409658d-19e3-4266-9b94-753f528f8f72 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:51:24.754880 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, e409658d-19e3-4266-9b94-753f528f8f72) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:51:24.758897 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:24.759465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:24.764804 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d209f-7ec2-4fbc-a136-447ba4cabcff None None] Network e409658d-19e3-4266-9b94-753f528f8f72 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:51:24.782444 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-95179dd9-04c3-48ff-b3cc-7778d1a453dc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3413668 Oct 26 10:51:24.907883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9979e40-7743-4e12-babb-6a07bc267b18 None None] Network e409658d-19e3-4266-9b94-753f528f8f72 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:51:25.620954 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3df3-aee7-4df9-bc0c-b27cf1011a1e req-b781bdba-973c-4722-87ae-3fbdbbda6948 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:25.620954 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-983a3df3-aee7-4df9-bc0c-b27cf1011a1e req-b781bdba-973c-4722-87ae-3fbdbbda6948 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0590413 Oct 26 10:51:25.629750 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:25.697109 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-983a3df3-aee7-4df9-bc0c-b27cf1011a1e req-6641849a-1be4-4c66-897a-87684fc08f80 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554955 Oct 26 10:51:26.612025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-367cac92-8de8-4016-97d7-19f92c581550 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:26.614060 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-367cac92-8de8-4016-97d7-19f92c581550 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 814 time: 0.1140988 Oct 26 10:51:26.632829 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-8a576e9a-c322-4fd0-bbe5-190b9bac983a tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/quotas/d92c85897b504210a3f6682e91d11363 HTTP/1.1" status: 200 len: 375 time: 0.0129790 Oct 26 10:51:26.665538 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-72b8786b-c6e2-44ab-a50d-68781e678291 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282032 Oct 26 10:51:26.809537 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9dcd-73fb-41bc-89a4-4dec3d3bb9bf req-bae3ada0-2402-4d58-af37-d70d30cc0a7c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:26.811924 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cd7d9dcd-73fb-41bc-89a4-4dec3d3bb9bf req-bae3ada0-2402-4d58-af37-d70d30cc0a7c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0531795 Oct 26 10:51:26.854319 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-cd7d9dcd-73fb-41bc-89a4-4dec3d3bb9bf req-4f398054-48c9-475f-af25-fdd74a7d391b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350130 Oct 26 10:51:27.054298 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-77702281-05ea-4d54-8b84-349e22a305ab service neutron] 10.222.0.79 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817937 Oct 26 10:51:27.111285 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1efefb-44dd-4ea0-acab-adf81198c351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:27.146175 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-f0df8eb2-3fc6-4168-8e1c-216fe09a1c05 service neutron] 10.222.0.79 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Oct 26 10:51:27.304350 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-ff500109-375d-4ad0-a812-d7d833d2626d req-a5b746ea-d169-49f3-b912-05473aeba8f8 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0274067 Oct 26 10:51:27.980845 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364a04-631e-415e-921c-4cc900cf1fe1 req-6a200d62-2303-42f9-ae6f-8923b9afd296 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:27.982262 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85364a04-631e-415e-921c-4cc900cf1fe1 req-6a200d62-2303-42f9-ae6f-8923b9afd296 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0529211 Oct 26 10:51:28.020638 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85364a04-631e-415e-921c-4cc900cf1fe1 req-760ae81f-3499-4a2b-98df-7d59d814ff96 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Oct 26 10:51:28.403643 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c2af940b-1f3a-4fce-8799-d6bdc099e6e8 req-f6124817-9110-4427-abd7-42a260b5175c tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0269940 Oct 26 10:51:29.142382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae047-341f-415c-af00-4fbe5505033a req-95294d79-1e01-4915-9993-6ebe3574c3fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:29.143893 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dd4ae047-341f-415c-af00-4fbe5505033a req-95294d79-1e01-4915-9993-6ebe3574c3fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0493140 Oct 26 10:51:29.183288 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dd4ae047-341f-415c-af00-4fbe5505033a req-447ab218-db6b-46db-ab37-a825201f570c tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Oct 26 10:51:29.498242 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-63dd0a37-08aa-4725-a634-0ab3c557861d req-22a8272c-d3d0-4976-a1ba-23778566aee6 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0272865 Oct 26 10:51:29.523700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-60bf72c5-86fa-4a5c-963e-909e6e7b36c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:30.305716 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d79300-98b1-467c-bb43-7f9d9c8f71cb req-e7f8e94f-b8dc-4242-a32f-90193bdcbc51 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:30.307201 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-51d79300-98b1-467c-bb43-7f9d9c8f71cb req-e7f8e94f-b8dc-4242-a32f-90193bdcbc51 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0496068 Oct 26 10:51:30.346388 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-51d79300-98b1-467c-bb43-7f9d9c8f71cb req-186a46b4-1b74-47c3-810d-371c84884af3 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Oct 26 10:51:30.596403 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5e914b33-705b-4770-8c4e-10a965d659d0 req-d75214c2-ca04-4ce3-b56b-044d01baf47a tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0289633 Oct 26 10:51:30.895429 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:30.944915 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:31.470193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d089-5d6c-4008-871c-0139894108d5 req-5b724d2a-3e68-42fc-8180-68c2d3b7e6b7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:31.471697 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6a73d089-5d6c-4008-871c-0139894108d5 req-5b724d2a-3e68-42fc-8180-68c2d3b7e6b7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0528376 Oct 26 10:51:31.512143 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6a73d089-5d6c-4008-871c-0139894108d5 req-9d9ec4cd-2d0f-4c4f-91d8-5e96eb03f892 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334458 Oct 26 10:51:31.693194 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c52c6e69-05ce-48fe-bc09-d0df1c749457 req-f0b7ba6f-31d0-40c9-9f91-e0850d7b2352 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0261900 Oct 26 10:51:32.640775 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3b081-2ede-4562-a501-9c29165f2828 req-24d06166-f4ff-4b77-909e-56b59acd9295 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:32.642329 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b4d3b081-2ede-4562-a501-9c29165f2828 req-24d06166-f4ff-4b77-909e-56b59acd9295 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0536730 Oct 26 10:51:32.680585 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b4d3b081-2ede-4562-a501-9c29165f2828 req-802473be-abbe-43b1-bc86-917f90fa08c8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Oct 26 10:51:32.787684 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8a23daa6-a8e4-4832-8af5-5e823247115a req-65648ce7-02c1-4161-82db-52faef4e972d tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0272796 Oct 26 10:51:32.895044 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:33.266242 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:51:33.894511 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d847f127-e9f0-4c39-9b1e-b2ce21219273 req-43d82d15-5633-4b5f-b587-b47113ee75b0 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0345149 Oct 26 10:51:33.899290 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:33.968888 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606d008-ae87-4030-91aa-46fc0b602e81 req-f3e3b0f5-cbe2-4c67-904d-6139b9b1fd34 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:33.970372 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a606d008-ae87-4030-91aa-46fc0b602e81 req-f3e3b0f5-cbe2-4c67-904d-6139b9b1fd34 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0497634 Oct 26 10:51:34.011542 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a606d008-ae87-4030-91aa-46fc0b602e81 req-8108dbb5-910b-4006-a558-b27b48a8e512 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344405 Oct 26 10:51:34.980929 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64b9dde2-91c7-41b3-9079-e6fdefe0da84 req-ce37f03b-9099-4907-b24b-ad4bb6e63980 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0258842 Oct 26 10:51:35.142021 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb49a6-9c72-45c1-852e-5af9064eb3e8 req-eb42fa54-adee-4aae-a822-c521f4607516 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:35.143776 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-47eb49a6-9c72-45c1-852e-5af9064eb3e8 req-eb42fa54-adee-4aae-a822-c521f4607516 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0547807 Oct 26 10:51:35.183199 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-47eb49a6-9c72-45c1-852e-5af9064eb3e8 req-c00912db-42d3-469e-92c7-af86ad66f854 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Oct 26 10:51:36.071654 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-adc9060c-3229-4147-b349-01a7a89ea2ba req-300e7acb-69fe-4c1b-8e71-5351267bafd4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0257118 Oct 26 10:51:36.301849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0936da-49fd-4bde-b115-1cef9ee0b7fd req-2aa296eb-c9d7-49f0-9236-9b4f71e67ce7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:36.303291 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2c0936da-49fd-4bde-b115-1cef9ee0b7fd req-2aa296eb-c9d7-49f0-9236-9b4f71e67ce7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0478427 Oct 26 10:51:36.340240 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2c0936da-49fd-4bde-b115-1cef9ee0b7fd req-c54f5ada-ff38-4812-98fc-fc2b5502080a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Oct 26 10:51:36.833140 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-7415c8b4-d7a8-4429-b54a-ff6776d6a842 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:36.834608 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-7415c8b4-d7a8-4429-b54a-ff6776d6a842 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 814 time: 0.1040485 Oct 26 10:51:36.860284 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Request body: {'port': {'device_id': '46586c0e-338f-4317-bee7-7a41815223ac', 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72', 'admin_state_up': True, 'tenant_id': 'd92c85897b504210a3f6682e91d11363'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:51:36.966757 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Made reservation on behalf of d92c85897b504210a3f6682e91d11363 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:51:36.970279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.092855 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Allocated IP 172.20.0.10 (e409658d-19e3-4266-9b94-753f528f8f72/d5f754cd-e747-482e-a437-852c9aaf71ea/a582107f-8b7d-4d2e-9f30-9eee08e2e0eb) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:51:37.167254 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b67a165b-6bf6-49b6-a6b4-5a15974bf8cc req-0637df18-d613-454d-b5c4-cd1bd499a065 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0307479 Oct 26 10:51:37.248634 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.281553 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.325707 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Network e409658d-19e3-4266-9b94-753f528f8f72 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:51:37.328794 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:51:37.333044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:51:37.356708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Pushing event updated for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:37.375680 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.376029 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.376366 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.376697 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.377026 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.377393 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.377735 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.378059 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.378388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.379293 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.379741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.380070 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:51:37.407841 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:37.408373 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.449832 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-c9c6ca30-1d29-4f53-97aa-cfb0b6005924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5931945 Oct 26 10:51:37.464340 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Request body: {'port': {'device_id': '46586c0e-338f-4317-bee7-7a41815223ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:51:37.494249 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae96f7-23a1-487b-b892-ede372d4a2e3 req-a0e85a88-efca-4a4a-afc2-da72527bf47b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:37.495685 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4aae96f7-23a1-487b-b892-ede372d4a2e3 req-a0e85a88-efca-4a4a-afc2-da72527bf47b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0805540 Oct 26 10:51:37.539073 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.565247 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4aae96f7-23a1-487b-b892-ede372d4a2e3 req-95a77eb1-0a54-41c9-a0ae-3b8ee1ac95d0 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606427 Oct 26 10:51:37.808329 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a582107f-8b7d-4d2e-9f30-9eee08e2e0eb {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:51:37.815442 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.827224 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Transition to ACTIVE for port object a582107f-8b7d-4d2e-9f30-9eee08e2e0eb will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:51:37.830542 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:37.877634 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Pushing event updated for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:37.944388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Attempting to bind port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:51:37.944624 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Attempting to bind port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:51:37.944952 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Attempting to bind port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb on network e409658d-19e3-4266-9b94-753f528f8f72 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:51:37.949105 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb on network e409658d-19e3-4266-9b94-753f528f8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:51:37.949491 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Attempting to bind port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb on network e409658d-19e3-4266-9b94-753f528f8f72 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:51:37.954174 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:51:37.954504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Checking segment: {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:51:37.954880 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Bound using segment: {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:51:37.955300 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Bound port: a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:51:37.955645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:38.020351 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:51:38.023290 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:51:38.028040 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:38.059311 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.060094 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:38.061461 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] 10.222.0.72 "PUT /v2.0/ports/a582107f-8b7d-4d2e-9f30-9eee08e2e0eb HTTP/1.1" status: 200 len: 1094 time: 0.6017847 Oct 26 10:51:38.063402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:38.066727 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6402f57-7129-40d6-9818-bb791dd20865" -d '{"events": [{"name": "network-changed", "server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:38.094097 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cda888-1d4d-4648-ac8e-6c9fb181468a service neutron] Pushing event updated for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:38.111243 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249315b5-a8d6-4acf-aa9b-674d32855516 x-openstack-request-id: req-249315b5-a8d6-4acf-aa9b-674d32855516 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:38.111521 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:38.111773 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-249315b5-a8d6-4acf-aa9b-674d32855516 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:38.112161 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb', 'status': 'completed', 'code': 200} Oct 26 10:51:38.144204 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-30bade96-6c0c-4b35-ba66-f62e24e7ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.145718 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-30bade96-6c0c-4b35-ba66-f62e24e7ef81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 1097 time: 0.0430760 Oct 26 10:51:38.199353 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-7b7a01e2-a1cd-432a-8b6b-7b2b7d645c6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb HTTP/1.1" status: 200 len: 217 time: 0.0386174 Oct 26 10:51:38.289140 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-8cf47635-b0eb-43a2-bb86-c95e0b4460c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.290600 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-8cf47635-b0eb-43a2-bb86-c95e0b4460c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5f754cd-e747-482e-a437-852c9aaf71ea HTTP/1.1" status: 200 len: 854 time: 0.0788891 Oct 26 10:51:38.306967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869c36-68e1-406c-91ae-6677b8c61e62 req-70344b8b-39c0-455a-9856-e19cb6b28fce tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.308377 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-39869c36-68e1-406c-91ae-6677b8c61e62 req-70344b8b-39c0-455a-9856-e19cb6b28fce tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 944 time: 0.0637786 Oct 26 10:51:38.349118 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-47a0ff8f-f438-4fe3-a25a-aff469867144 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e409658d-19e3-4266-9b94-753f528f8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393233 Oct 26 10:51:38.416178 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-39869c36-68e1-406c-91ae-6677b8c61e62 req-6b14e857-23d0-45db-a14c-677b758b5983 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919330 Oct 26 10:51:38.454403 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-92c1d282-66c3-48e9-aa53-ce53feb4d0cf service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959165 Oct 26 10:51:38.548479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-85ae1dba-2d5c-4390-a959-b29a60c9cc73 req-f78655c7-9723-4f92-9e42-bd8be78a06ea service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Oct 26 10:51:38.636229 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6402f57-7129-40d6-9818-bb791dd20865 req-d4fbd506-9703-452a-b49c-bd3912245ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.638215 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-d4fbd506-9703-452a-b49c-bd3912245ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 1097 time: 0.0470176 Oct 26 10:51:38.694264 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e791bb9-b124-4342-a13e-620315f17dd8 req-21f309e2-a829-4ab8-b45d-8c40ed4a1ed7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.695952 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e791bb9-b124-4342-a13e-620315f17dd8 req-21f309e2-a829-4ab8-b45d-8c40ed4a1ed7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0508683 Oct 26 10:51:38.736850 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4e791bb9-b124-4342-a13e-620315f17dd8 req-97870e98-c982-427b-943a-b9a17b90b95b tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Oct 26 10:51:38.739350 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6402f57-7129-40d6-9818-bb791dd20865 req-7f9e8b1a-054d-4392-a113-3148282350af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.740824 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-7f9e8b1a-054d-4392-a113-3148282350af service neutron] 10.222.0.72 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 916 time: 0.0933211 Oct 26 10:51:38.784330 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-577ad0ad-13c0-4b4f-9f5c-3a8cb7354381 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb HTTP/1.1" status: 200 len: 217 time: 0.0352039 Oct 26 10:51:38.833624 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6402f57-7129-40d6-9818-bb791dd20865 req-2285e52e-7592-45cd-957d-bdc8d09ce816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:38.835107 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-2285e52e-7592-45cd-957d-bdc8d09ce816 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5f754cd-e747-482e-a437-852c9aaf71ea HTTP/1.1" status: 200 len: 854 time: 0.0435750 Oct 26 10:51:38.870501 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-129ec5e8-81b2-4e75-839f-0d79401f59e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e409658d-19e3-4266-9b94-753f528f8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274196 Oct 26 10:51:38.963888 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-3ad0dcdb-29c4-4e7f-9d4f-d2a480aebac7 service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855322 Oct 26 10:51:39.055404 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d6402f57-7129-40d6-9818-bb791dd20865 req-0b228812-ef52-4492-a503-ba1f34ac14a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837448 Oct 26 10:51:39.648530 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:51:39.681488 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad24a88-d596-4fa4-93ea-04ee2a430859 req-8f6ee6e2-6466-4e04-a442-7a6c0e5f9e1e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:39.682976 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8ad24a88-d596-4fa4-93ea-04ee2a430859 req-8f6ee6e2-6466-4e04-a442-7a6c0e5f9e1e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 944 time: 0.0495632 Oct 26 10:51:39.721581 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-8ad24a88-d596-4fa4-93ea-04ee2a430859 req-3d54e5d6-5974-4199-a235-e98b4478b924 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Oct 26 10:51:39.748466 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:39.759154 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'port_id': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'mac_address': 'fa:16:3e:de:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:51:39.795610 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:39.808827 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:51:39.828470 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:39.832094 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:39.857635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f9997-102c-49ff-83be-1a4def274e19 req-0a0a41e6-d219-4df2-8c85-f0c1075700cf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:39.859205 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-710f9997-102c-49ff-83be-1a4def274e19 req-0a0a41e6-d219-4df2-8c85-f0c1075700cf tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 943 time: 0.0484211 Oct 26 10:51:39.879337 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=9']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:39.916458 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-710f9997-102c-49ff-83be-1a4def274e19 req-c7208009-e581-43d7-843d-6ba1b3674ee9 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488293 Oct 26 10:51:40.071111 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['aa555ee7-9bac-4227-81d6-b0b79bdc6da2'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:40.839836 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b547e2-fcf2-401a-94ee-b8bf1398553f req-32df3c34-e18e-4802-acbe-00190e617af4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:40.841327 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0b547e2-fcf2-401a-94ee-b8bf1398553f req-32df3c34-e18e-4802-acbe-00190e617af4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 944 time: 0.0515630 Oct 26 10:51:40.879552 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b0b547e2-fcf2-401a-94ee-b8bf1398553f req-e93e603f-6a2d-4f61-ae58-45b6f55c8ed2 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Oct 26 10:51:41.035410 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29b977-6bf3-45fa-8d2b-a03669f10603 req-937cc2e6-7c0c-4bb2-9dd6-f6c0e003e5c7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:41.037007 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2f29b977-6bf3-45fa-8d2b-a03669f10603 req-937cc2e6-7c0c-4bb2-9dd6-f6c0e003e5c7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 944 time: 0.0503106 Oct 26 10:51:41.077065 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2f29b977-6bf3-45fa-8d2b-a03669f10603 req-7c391643-66ae-4ac5-ad65-c2c5dc0efc77 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Oct 26 10:51:41.665198 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a582107f-8b7d-4d2e-9f30-9eee08e2e0eb details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:51:41.667425 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:51:41.738885 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718a76f-cc59-4913-b085-15d0c017c91c req-d0da8f64-9d39-4b41-825d-c9334916dcb3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:41.740233 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9718a76f-cc59-4913-b085-15d0c017c91c req-d0da8f64-9d39-4b41-825d-c9334916dcb3 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0510750 Oct 26 10:51:41.774534 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:51:41.774908 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:41.777836 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9718a76f-cc59-4913-b085-15d0c017c91c req-f6329b51-4440-46cc-8101-e5bd0624ef47 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Oct 26 10:51:41.830402 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:41.844606 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb', 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72', 'port_id': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb', 'mac_address': 'fa:16:3e:1d:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f754cd-e747-482e-a437-852c9aaf71ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:51:41.998290 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627342-617e-40a0-81a6-13c273e8be83 req-65dbf0bf-3596-4d7c-b452-1d0906ed548e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:41.999665 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-52627342-617e-40a0-81a6-13c273e8be83 req-65dbf0bf-3596-4d7c-b452-1d0906ed548e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 944 time: 0.0506649 Oct 26 10:51:42.031190 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:42.034090 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:42.037523 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-52627342-617e-40a0-81a6-13c273e8be83 req-03b8399c-f423-4c53-a08d-e51fd6a0bb6d tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Oct 26 10:51:42.051177 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a582107f-8b7d-4d2e-9f30-9eee08e2e0eb {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:51:42.077586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:42.083625 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:42.085861 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3dcf63-3318-49f9-a99e-76fa6e24eed6" -d '{"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:42.095051 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:42.102575 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:42.123857 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f44a1-b79b-4a35-98b7-67d9e025b433 x-openstack-request-id: req-896f44a1-b79b-4a35-98b7-67d9e025b433 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:42.124150 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-plugged", "status": "completed", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:42.124402 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-896f44a1-b79b-4a35-98b7-67d9e025b433 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:42.124786 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'code': 200} Oct 26 10:51:42.127215 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:42.154461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:42.202333 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2404ac-b612-4c50-b84a-dde75509e9cd req-f69990e4-ec68-4193-8544-cb1ed5be2251 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:42.204262 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2a2404ac-b612-4c50-b84a-dde75509e9cd req-f69990e4-ec68-4193-8544-cb1ed5be2251 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0517614 Oct 26 10:51:42.207603 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=10']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:42.243824 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2a2404ac-b612-4c50-b84a-dde75509e9cd req-1b209f14-6bb2-4886-b4fa-a5defa0c7345 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Oct 26 10:51:42.314868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1d62-de45-4fbe-932e-8d7819d02ee7 req-8dbfbc21-15c1-4754-86a5-1da44967e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:42.316291 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-885e1d62-de45-4fbe-932e-8d7819d02ee7 req-8dbfbc21-15c1-4754-86a5-1da44967e253 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 1099 time: 0.0402248 Oct 26 10:51:42.344898 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['a582107f-8b7d-4d2e-9f30-9eee08e2e0eb'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:51:42.352919 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-885e1d62-de45-4fbe-932e-8d7819d02ee7 req-a99c98c2-c258-4e8f-ac71-c1b08ad4278a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288935 Oct 26 10:51:42.891772 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef63419-4b08-4999-bb6e-3bc4eba1a3b6 req-e2606dd5-39c6-4322-b6be-6b3655f2444a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:42.893120 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6ef63419-4b08-4999-bb6e-3bc4eba1a3b6 req-e2606dd5-39c6-4322-b6be-6b3655f2444a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0478141 Oct 26 10:51:42.929156 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6ef63419-4b08-4999-bb6e-3bc4eba1a3b6 req-45358370-7fb7-4723-a684-ad8208703d8b tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302827 Oct 26 10:51:43.154083 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcd5a9-c207-4583-9067-8ccc5fc41e37 req-781d9366-260d-4a6c-943f-fd049641a141 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:43.155428 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b9fcd5a9-c207-4583-9067-8ccc5fc41e37 req-781d9366-260d-4a6c-943f-fd049641a141 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 945 time: 0.0507374 Oct 26 10:51:43.191866 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b9fcd5a9-c207-4583-9067-8ccc5fc41e37 req-cc4017ee-fc46-496d-b11a-c04b1377d389 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Oct 26 10:51:43.365372 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0ff1a-48c0-41f9-8549-d5558a85e315 req-a53ef5b4-9988-40dc-b776-9420c0ecefb4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:43.366821 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-74f0ff1a-48c0-41f9-8549-d5558a85e315 req-a53ef5b4-9988-40dc-b776-9420c0ecefb4 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0515983 Oct 26 10:51:43.403420 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-74f0ff1a-48c0-41f9-8549-d5558a85e315 req-c93a7f82-619b-496b-9259-32c7a3c2b0ee tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304856 Oct 26 10:51:43.693107 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a582107f-8b7d-4d2e-9f30-9eee08e2e0eb up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:51:43.745724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:51:43.750159 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:51:43.750525 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:43.833776 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:43.873392 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:43.877116 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:43.929639 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:44.042499 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944a4ae-b35c-4c70-8356-1448dc0ea2e4 req-c2da15e9-118e-41f5-b093-26100f535f34 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:44.043993 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c944a4ae-b35c-4c70-8356-1448dc0ea2e4 req-c2da15e9-118e-41f5-b093-26100f535f34 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Oct 26 10:51:44.059029 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-a3dd614f-432a-4a3a-8d59-bfd2fa5ce9f1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:44.060481 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-a3dd614f-432a-4a3a-8d59-bfd2fa5ce9f1 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 946 time: 0.0508575 Oct 26 10:51:44.083736 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c944a4ae-b35c-4c70-8356-1448dc0ea2e4 req-6d13fcb2-8e3a-4385-8a43-107a591de778 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups?id=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Oct 26 10:51:44.125789 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:44.128147 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c869208-87bd-4586-97a7-ccf494134a97" -d '{"events": [{"server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "name": "network-vif-plugged", "status": "completed", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:44.155461 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Deleting port a51971d7-d2c3-45f8-814b-f6536e41d077 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:44.155810 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.168415 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2267fc31-0118-478a-8d70-08cddc28cba5 x-openstack-request-id: req-2267fc31-0118-478a-8d70-08cddc28cba5 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:44.169023 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "name": "network-vif-plugged", "status": "completed", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:44.169458 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2267fc31-0118-478a-8d70-08cddc28cba5 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:44.169948 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb', 'code': 200} Oct 26 10:51:44.258007 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] For port a51971d7-d2c3-45f8-814b-f6536e41d077, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a51971d7-d2c3-45f8-814b-f6536e41d077,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:44.258370 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.319820 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18284b0-062d-47fd-b285-95cb11037409 req-2ee297dd-3302-4e63-ac37-65f40d3ef5ae tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:44.321336 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a18284b0-062d-47fd-b285-95cb11037409 req-2ee297dd-3302-4e63-ac37-65f40d3ef5ae tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0492356 Oct 26 10:51:44.359589 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a18284b0-062d-47fd-b285-95cb11037409 req-2465be57-287a-4750-a51a-0720a316db51 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Oct 26 10:51:44.390401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad02ef-a8bb-4989-97e3-a9d6c3987f63 req-84ac704c-4766-4e3c-bed1-7e80986e8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:44.391858 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9bad02ef-a8bb-4989-97e3-a9d6c3987f63 req-84ac704c-4766-4e3c-bed1-7e80986e8868 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 1099 time: 0.0922103 Oct 26 10:51:44.474113 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9bad02ef-a8bb-4989-97e3-a9d6c3987f63 req-a9547be1-52fe-4893-abc9-bce8233a8f86 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718567 Oct 26 10:51:44.492489 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.492823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.493162 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Floating IP fe518349-b63f-4fc4-9e68-707c7fe0bd68 disassociated. External IP: 172.27.3.120, port: a51971d7-d2c3-45f8-814b-f6536e41d077. Oct 26 10:51:44.493502 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Calling delete_port for a51971d7-d2c3-45f8-814b-f6536e41d077 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:44.566426 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f010b1-c431-4f81-954c-4b3512c16ec3 req-df536552-61f1-4ee6-8540-24cb637de096 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:44.567888 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a7f010b1-c431-4f81-954c-4b3512c16ec3 req-df536552-61f1-4ee6-8540-24cb637de096 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0911353 Oct 26 10:51:44.625899 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a7f010b1-c431-4f81-954c-4b3512c16ec3 req-121b0fb5-686c-4fa5-b853-a80752ed43ad tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512121 Oct 26 10:51:44.679588 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.707720 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'Port': ['ID=a51971d7-d2c3-45f8-814b-f6536e41d077,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:44.817929 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:51:44.923001 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:51:44.932572 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:51:44.942241 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:44.942838 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:44.960861 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] No DVR routers for this DVR port a51971d7-d2c3-45f8-814b-f6536e41d077 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:44.963494 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:44.966961 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fa7128d5-2d56-4d4c-909c-c014d1204bcd req-ece9b82d-34e3-4591-a4cc-751beee6fbf5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.72 "DELETE /v2.0/ports/a51971d7-d2c3-45f8-814b-f6536e41d077 HTTP/1.1" status: 204 len: 173 time: 0.8989758 Oct 26 10:51:44.967401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'name': 'network-vif-deleted', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:51:44.969625 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d3b1a6-8079-4ef2-816e-a3f6091cbef5" -d '{"events": [{"server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "name": "network-vif-deleted", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:51:45.006328 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad120d3-a722-469a-9072-298abcdbf1d6 x-openstack-request-id: req-0ad120d3-a722-469a-9072-298abcdbf1d6 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:51:45.006635 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c767c-e723-4eda-8cba-d1b20a921634", "name": "network-vif-deleted", "tag": "a51971d7-d2c3-45f8-814b-f6536e41d077", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:51:45.007046 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ad120d3-a722-469a-9072-298abcdbf1d6 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:51:45.007449 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c767c-e723-4eda-8cba-d1b20a921634', 'name': 'network-vif-deleted', 'tag': 'a51971d7-d2c3-45f8-814b-f6536e41d077', 'status': 'completed', 'code': 200} Oct 26 10:51:45.051467 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:45.194227 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-99ff2511-c45e-495f-bf22-477715a8ed35 req-2bb031e3-454b-4486-b7ea-49432e2de60c tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/ports?device_id=be7c767c-e723-4eda-8cba-d1b20a921634 HTTP/1.1" status: 200 len: 210 time: 0.0295551 Oct 26 10:51:45.262832 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:45.293423 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:51:45.301544 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:45.302083 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:45.404419 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:45.490053 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13112c-9ad3-4168-83c7-a4f09593a56b req-d757c966-e27f-4a2f-bde4-d61323d9bb61 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:45.491968 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f13112c-9ad3-4168-83c7-a4f09593a56b req-d757c966-e27f-4a2f-bde4-d61323d9bb61 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0590115 Oct 26 10:51:45.535621 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-0f13112c-9ad3-4168-83c7-a4f09593a56b req-8e136cfe-9269-4c33-95a0-a7493ff18e36 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Oct 26 10:51:45.616693 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:45.643307 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2892840-7861-44a7-9abd-f164b1d971b5 None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '8bf19ccd-fb2b-4466-88b7-b6ed52d1eade', 'name': '', 'network_id': 'e369c395-d403-4d63-9571-9bc940f6f770', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'mac_address': 'fa:16:3e:c7:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:29Z', 'updated_at': '2021-10-26T10:45:41Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'subnets': [{'id': 'f26a2f44-1811-4ee1-bfec-d5f6a345bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:51:45.849455 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac410cbb-19cd-4b0d-83c6-fc4ceba4c312 None None] New status for floating IP fe518349-b63f-4fc4-9e68-707c7fe0bd68: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:51:46.276964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60672) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:46.329658 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.353872 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.401714 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.404252 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.405407 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "DELETE /v2.0/security-groups/2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5 HTTP/1.1" status: 204 len: 168 time: 0.1273623 Oct 26 10:51:46.408266 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60674) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:46.414704 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1259ea-534c-4fc3-82f6-8f1de4953cb5 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:46.422322 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.api.v2.resource [None req-6923c872-2b09-4802-825c-73b08a6a8070 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] show failed (client error): The resource could not be found. Oct 26 10:51:46.422845 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-6923c872-2b09-4802-825c-73b08a6a8070 tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "GET /v2.0/security-groups/2dc0d807-032f-4aa1-a8b7-5fe058ab4ff5 HTTP/1.1" status: 404 len: 347 time: 0.0135896 Oct 26 10:51:46.425770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60676) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:46.548831 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Deleting port 93664dea-41d0-4f61-a028-20872d429d2a {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:46.549202 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.653314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.653609 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:46.669605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Calling delete_port for 93664dea-41d0-4f61-a028-20872d429d2a owned by network:floatingip {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:46.684028 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e04e0-27c8-49c0-af37-8757b9271d64 req-e8c3b0d3-dbb7-4ecb-b5f2-e660628b12c9 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:51:46.685852 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6e7e04e0-27c8-49c0-af37-8757b9271d64 req-e8c3b0d3-dbb7-4ecb-b5f2-e660628b12c9 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0835564 Oct 26 10:51:47.006550 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6e7e04e0-27c8-49c0-af37-8757b9271d64 req-7b694b90-5db0-4f03-a0d0-978ad8d497a6 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137312 Oct 26 10:51:47.079821 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:47.106692 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Pushing event deleted for resources: {'Port': ['ID=93664dea-41d0-4f61-a028-20872d429d2a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:47.167912 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks [] for floatingip, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:47.170531 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:47.171593 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-9a3b21b4-21ab-4291-a842-9eb426fe272a tempest-AttachVolumeTestJSON-1275048575 tempest-AttachVolumeTestJSON-1275048575-project] 10.222.0.79 "DELETE /v2.0/floatingips/fe518349-b63f-4fc4-9e68-707c7fe0bd68 HTTP/1.1" status: 204 len: 168 time: 0.7442162 Oct 26 10:51:47.738446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a51971d7-d2c3-45f8-814b-f6536e41d077 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:47.762000 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: a51971d7-d2c3-45f8-814b-f6536e41d077 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:47.762342 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a51971d7-d2c3-45f8-814b-f6536e41d077 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:50.692828 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60768) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:51.077883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:51.316442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Deleting port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:51.316777 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:51.400275 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] For port 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:51.400572 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:51.412321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Calling delete_port for 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade owned by network:router_interface {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:51.589411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:51.615538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf19ccd-fb2b-4466-88b7-b6ed52d1eade,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:51.787419 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:51.995938 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Router e564b384-a8c3-47bc-8854-25680bd49a13 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:51:52.101001 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:51:52.106198 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-d4935026-a236-437b-863f-092e2fc4cbd8 admin admin] 10.222.0.79 "PUT /v2.0/routers/e564b384-a8c3-47bc-8854-25680bd49a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122782 Oct 26 10:51:52.108768 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60776) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:52.110369 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Sync routers for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:51:52.121474 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:52.122082 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:52.212875 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:52.225925 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:52.419781 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:51:51Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:52.447524 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Checking router: e564b384-a8c3-47bc-8854-25680bd49a13 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:51:52.458365 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Routers {'e564b384-a8c3-47bc-8854-25680bd49a13'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:51:52.458987 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:51:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['e564b384-a8c3-47bc-8854-25680bd49a13'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:52.560230 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:52.614484 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Deleting port 3ed5643e-779f-49bc-93b6-b6c7cced6296 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:52.614842 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:52.697171 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] Set router e564b384-a8c3-47bc-8854-25680bd49a13 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:51:52.701007 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] For port 3ed5643e-779f-49bc-93b6-b6c7cced6296, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=3ed5643e-779f-49bc-93b6-b6c7cced6296,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:52.701426 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:52.713763 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Calling delete_port for 3ed5643e-779f-49bc-93b6-b6c7cced6296 owned by network:router_gateway {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:52.877244 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:52.879731 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:51:51Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:52.904060 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed5643e-779f-49bc-93b6-b6c7cced6296,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:52.914477 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba11fc-4079-4eba-80c1-025b22f3bd31 None None] The sync data for ids ['e564b384-a8c3-47bc-8854-25680bd49a13'] in dv-cinder-815461-1-iscsi is: [{'id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'name': 'tempest-AttachVolumeTestJSON-1699574507-router', 'tenant_id': '7e793e9ed0d440f2b91a6f48868930b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:22Z', 'updated_at': '2021-10-26T10:51:51Z', 'revision_number': 5, 'project_id': '7e793e9ed0d440f2b91a6f48868930b9', 'gw_port': {'id': '3ed5643e-779f-49bc-93b6-b6c7cced6296', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:50:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e564b384-a8c3-47bc-8854-25680bd49a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:51:52.964035 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.056717 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.058875 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.101374 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.101885 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e564b384-a8c3-47bc-8854-25680bd49a13 {{(pid=108008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:51:53.106303 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.107140 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-97a505fe-2b06-4af2-ad9f-668450c0b6e1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e564b384-a8c3-47bc-8854-25680bd49a13 HTTP/1.1" status: 204 len: 168 time: 0.9974201 Oct 26 10:51:53.109760 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60780) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:53.154512 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Deleting subnet f26a2f44-1811-4ee1-bfec-d5f6a345bb82 {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:51:53.157496 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.191925 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.271010 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.330848 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.357387 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26a2f44-1811-4ee1-bfec-d5f6a345bb82,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:53.361336 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.365506 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e120e735-3898-48a5-84fa-e5b9669a36fe admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f26a2f44-1811-4ee1-bfec-d5f6a345bb82 HTTP/1.1" status: 204 len: 168 time: 0.2547741 Oct 26 10:51:53.368109 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60782) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:53.371274 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01046e9e-ed0e-48df-9185-955aad67164e None None] Network e369c395-d403-4d63-9571-9bc940f6f770 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:51:53.443794 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.500406 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Deleting port 248cfb64-c213-4b64-b7ec-2f8b178a111c {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:53.500689 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.570109 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] For port 248cfb64-c213-4b64-b7ec-2f8b178a111c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=248cfb64-c213-4b64-b7ec-2f8b178a111c,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:53.570492 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.581769 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] DHCP port deletion for e369c395-d403-4d63-9571-9bc940f6f770 request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:51:53.586074 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Calling delete_port for 248cfb64-c213-4b64-b7ec-2f8b178a111c owned by network:dhcp {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:53.637147 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Deleting port 248cfb64-c213-4b64-b7ec-2f8b178a111c {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:51:53.637527 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.678975 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.702456 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] For port 248cfb64-c213-4b64-b7ec-2f8b178a111c, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=248cfb64-c213-4b64-b7ec-2f8b178a111c,segment=NetworkSegment(7a38c27d-ba1d-4f25-b71e-670846a2da13),segment_id=7a38c27d-ba1d-4f25-b71e-670846a2da13)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:51:53.702851 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.704455 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=248cfb64-c213-4b64-b7ec-2f8b178a111c,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:53.710968 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] No DVR routers for this DVR port 248cfb64-c213-4b64-b7ec-2f8b178a111c on host dv-cinder-815461-1-iscsi {{(pid=108008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:53.719929 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Calling delete_port for 248cfb64-c213-4b64-b7ec-2f8b178a111c owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:51:53.785644 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.800132 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.805563 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e369c395-d403-4d63-9571-9bc940f6f770']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:53.817147 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a38c27d-ba1d-4f25-b71e-670846a2da13') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:53.817442 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a38c27d-ba1d-4f25-b71e-670846a2da13') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:51:53.826667 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.827928 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] No DVR routers for this DVR port 248cfb64-c213-4b64-b7ec-2f8b178a111c on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:51:53.829590 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcb968-6b98-4cb2-b44d-66d76de0a28c None None] Pushing event deleted for resources: {'Port': ['ID=248cfb64-c213-4b64-b7ec-2f8b178a111c,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:53.841199 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.850028 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:51:53.850446 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:51:53.852076 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:51:53.906012 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.911200 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:53.914302 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] 10.222.0.79 "DELETE /v2.0/networks/e369c395-d403-4d63-9571-9bc940f6f770 HTTP/1.1" status: 204 len: 168 time: 0.5452559 Oct 26 10:51:53.928992 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd231-dde0-4019-858b-90c049a80d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e369c395-d403-4d63-9571-9bc940f6f770,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:54.002860 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:54.023985 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:54.024326 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 8bf19ccd-fb2b-4466-88b7-b6ed52d1eade not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:54.024725 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 3ed5643e-779f-49bc-93b6-b6c7cced6296 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:54.043794 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 3ed5643e-779f-49bc-93b6-b6c7cced6296 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:54.044092 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 3ed5643e-779f-49bc-93b6-b6c7cced6296 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:54.044492 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 248cfb64-c213-4b64-b7ec-2f8b178a111c no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:51:54.051543 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60788) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:54.064154 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 248cfb64-c213-4b64-b7ec-2f8b178a111c {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:51:54.064488 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 248cfb64-c213-4b64-b7ec-2f8b178a111c not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:51:54.092503 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-56fe9aae-d487-4fba-a819-2846abf1e528 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e793e9ed0d440f2b91a6f48868930b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396066 Oct 26 10:51:54.094828 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60790) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:51:54.146552 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:54.167434 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:54.213987 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:54.216469 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:54.217632 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea4f2d5c-e497-4e7a-81bf-f08e04e857e0 HTTP/1.1" status: 204 len: 168 time: 0.1218932 Oct 26 10:51:54.225058 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8b97-7767-42ea-861c-10ba4229e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f2d5c-e497-4e7a-81bf-f08e04e857e0,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:51:57.117640 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4aa1014b-c35f-4e23-8203-7b47e3c32884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:51:59.525289 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-76555135-1dfe-49a8-bd80-f1dba59272ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:00.897702 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:00.943591 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:02.898944 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:03.881129 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:05.851225 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60968) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:05.954701 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.026670 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.030554 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.069606 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89e2377a7e984fdc804555ae7ee13399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173169 Oct 26 10:52:06.070549 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0f933-4af7-474c-abc4-3bf2ff9df44f,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:06.072449 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60972) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:06.078253 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.078798 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.079145 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.079506 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.079829 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.080166 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.080500 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.080832 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.081211 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.081545 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.081876 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.082199 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6f14f-14aa-48d2-8043-5c0b3044d5a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:06.125027 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.146633 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.196936 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.199638 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.200761 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90f0f933-4af7-474c-abc4-3bf2ff9df44f HTTP/1.1" status: 204 len: 168 time: 0.1271992 Oct 26 10:52:06.209433 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e01d9c-dc97-4e3d-89b5-19a232edfe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0f933-4af7-474c-abc4-3bf2ff9df44f,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:06.508430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 60988) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:06.521347 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce77917b-28c0-48cd-83fc-8af3d65c5e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.608127 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce77917b-28c0-48cd-83fc-8af3d65c5e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.612233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce77917b-28c0-48cd-83fc-8af3d65c5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.650704 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ce77917b-28c0-48cd-83fc-8af3d65c5e58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45d4c75cf13d42129f7b07b59fb3e4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412575 Oct 26 10:52:06.652620 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77917b-28c0-48cd-83fc-8af3d65c5e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa6b88e-c2c7-483f-a62a-30d58634270f,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:06.653578 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 60992) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:06.703982 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.727784 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.771686 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.774457 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:06.775577 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/afa6b88e-c2c7-483f-a62a-30d58634270f HTTP/1.1" status: 204 len: 168 time: 0.1209297 Oct 26 10:52:06.782999 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621d1ab-e4da-4b5b-8098-91c64b45781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa6b88e-c2c7-483f-a62a-30d58634270f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:10.267943 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:52:27.119614 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-36d0e396-cce8-4080-a5a4-b79622eed465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:29.526167 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-dbf7784c-a1ce-442c-bb05-bf9144391900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:30.899441 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:30.944927 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:32.900773 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:33.887320 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:36.966970 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-7bedb8ce-d04e-4a1d-9f70-c5ec5ce0240d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478613 Oct 26 10:52:37.047568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-0d8138d8-793d-4f65-b333-82480ba0bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:37.048997 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-0d8138d8-793d-4f65-b333-82480ba0bd7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0382767 Oct 26 10:52:37.153591 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-aff995d5-c40e-4f23-aff2-70b5e51ea86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:37.155029 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-aff995d5-c40e-4f23-aff2-70b5e51ea86e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.0856040 Oct 26 10:52:37.220089 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-3f69147a-54c7-4f90-b237-c1b884ceac10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 1001 time: 0.0570848 Oct 26 10:52:37.271572 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-f102c2d3-4efd-4729-bbd7-9cd27a699826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:37.273021 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-f102c2d3-4efd-4729-bbd7-9cd27a699826 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0439789 Oct 26 10:52:37.323107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-eccc8da5-f066-4ee3-b82b-c3137b2ff0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:37.324657 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-eccc8da5-f066-4ee3-b82b-c3137b2ff0a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433817 Oct 26 10:52:37.441655 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-4fdb8882-ab7b-4401-9588-ce413406f3cc service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064403 Oct 26 10:52:37.537292 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f53b01f9-e8f9-4408-a917-bce0abdae466 req-b5dcf361-d64c-4e4d-b71e-3f34b23c6e07 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Oct 26 10:52:41.840429 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af868c-68ac-481d-a14c-b4a2c237e6f0 req-7e23502a-0ca8-4709-b516-982b611405e3 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:41.841845 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-43af868c-68ac-481d-a14c-b4a2c237e6f0 req-7e23502a-0ca8-4709-b516-982b611405e3 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0492723 Oct 26 10:52:41.878937 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-43af868c-68ac-481d-a14c-b4a2c237e6f0 req-e556123f-4178-4e1b-8dae-64621460cbd5 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Oct 26 10:52:42.997062 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa633f9-775f-4635-92ce-0e57219139fd req-f37ed6ba-53d5-46ca-b167-ff6fe0dfc12e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:42.998747 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6aa633f9-775f-4635-92ce-0e57219139fd req-f37ed6ba-53d5-46ca-b167-ff6fe0dfc12e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0509887 Oct 26 10:52:43.046606 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-6aa633f9-775f-4635-92ce-0e57219139fd req-84755eba-340f-4555-98ac-373b07738aa4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Oct 26 10:52:43.642680 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-58d564e0-bcd2-4e75-be0b-d5449120d9dd tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:43.644147 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-58d564e0-bcd2-4e75-be0b-d5449120d9dd tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 946 time: 0.0501230 Oct 26 10:52:43.738191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Deleting port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:43.738533 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:43.835577 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] For port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:43.835934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:43.848509 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Calling delete_port for a582107f-8b7d-4d2e-9f30-9eee08e2e0eb owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:43.962263 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf758dc-69da-4090-81bf-f2e42736f711 req-a87c1b29-f0a0-4903-98ae-b1e140a81df7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:43.963711 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6cf758dc-69da-4090-81bf-f2e42736f711 req-a87c1b29-f0a0-4903-98ae-b1e140a81df7 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0719314 Oct 26 10:52:44.040886 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6cf758dc-69da-4090-81bf-f2e42736f711 req-238e5d68-a7b0-4a57-97f3-eacfbbf15c8a tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706270 Oct 26 10:52:44.045178 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:44.070193 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['a582107f-8b7d-4d2e-9f30-9eee08e2e0eb'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:52:44.080743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Pushing event deleted for resources: {'Port': ['ID=a582107f-8b7d-4d2e-9f30-9eee08e2e0eb,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:44.104579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.104927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.105281 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.105617 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.105947 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.106271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.106600 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.106914 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.107233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.107550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.107864 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.108178 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:44.124358 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] No DVR routers for this DVR port a582107f-8b7d-4d2e-9f30-9eee08e2e0eb on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:44.126746 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:44.130003 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-44cac569-8eb0-488d-81b1-7d13b6bc8246 req-1b1ca987-bf18-4e06-97ce-0b2a17a0444f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "DELETE /v2.0/ports/a582107f-8b7d-4d2e-9f30-9eee08e2e0eb HTTP/1.1" status: 204 len: 173 time: 0.4800181 Oct 26 10:52:44.130434 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'name': 'network-vif-deleted', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:52:44.132684 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101885a-6cab-4bb2-85d0-2f0b6f7fba91" -d '{"events": [{"server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "name": "network-vif-deleted", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:52:44.147791 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3bd96aa5-a24a-4835-987c-e60f86f5c122 req-72e5733d-b9af-460f-800f-3e6b2290c9cb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=46586c0e-338f-4317-bee7-7a41815223ac HTTP/1.1" status: 200 len: 210 time: 0.0270622 Oct 26 10:52:44.171770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b167a-b6d3-4ff9-b686-24bb2f05ba9c x-openstack-request-id: req-ae7b167a-b6d3-4ff9-b686-24bb2f05ba9c {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:52:44.172061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46586c0e-338f-4317-bee7-7a41815223ac", "name": "network-vif-deleted", "tag": "a582107f-8b7d-4d2e-9f30-9eee08e2e0eb", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:52:44.172318 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae7b167a-b6d3-4ff9-b686-24bb2f05ba9c {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:52:44.172717 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46586c0e-338f-4317-bee7-7a41815223ac', 'name': 'network-vif-deleted', 'tag': 'a582107f-8b7d-4d2e-9f30-9eee08e2e0eb', 'status': 'completed', 'code': 200} Oct 26 10:52:45.162704 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a47415-7a32-41cc-91c9-f6738a248694 req-49da88b1-52f3-4895-8f62-d023b244c4a6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:45.164174 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-59a47415-7a32-41cc-91c9-f6738a248694 req-49da88b1-52f3-4895-8f62-d023b244c4a6 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0518193 Oct 26 10:52:45.202908 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-59a47415-7a32-41cc-91c9-f6738a248694 req-7c37202b-ca4e-4ccb-8cc6-22d9931ed3a8 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups?id=8afcd948-cf43-4cbf-8dff-20e4b3f330a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Oct 26 10:52:45.443844 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722dbc1-4419-477f-9122-d0c6737565ba req-32fd2f36-849e-49f4-ba1c-05b0d00a9bf2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:45.445374 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d722dbc1-4419-477f-9122-d0c6737565ba req-32fd2f36-849e-49f4-ba1c-05b0d00a9bf2 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 946 time: 0.0482216 Oct 26 10:52:45.541402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Deleting port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:45.541741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.609786 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33126) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:45.635102 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] For port aa555ee7-9bac-4227-81d6-b0b79bdc6da2, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:45.635464 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.715176 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2528c4a1-6087-4d08-9799-75fc2dd1e4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.786772 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2528c4a1-6087-4d08-9799-75fc2dd1e4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.791373 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-2528c4a1-6087-4d08-9799-75fc2dd1e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.812819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.812819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:45.812819 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Floating IP 8171f3e4-7728-4cae-bc1a-1c90518405f8 disassociated. External IP: 172.27.3.237, port: aa555ee7-9bac-4227-81d6-b0b79bdc6da2. Oct 26 10:52:45.812819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Calling delete_port for aa555ee7-9bac-4227-81d6-b0b79bdc6da2 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:45.814401 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33130) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:45.830592 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-2528c4a1-6087-4d08-9799-75fc2dd1e4fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4085a88940a4b74b340c9e1e0fabd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172370 Oct 26 10:52:45.830592 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528c4a1-6087-4d08-9799-75fc2dd1e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96f0c8-d5f1-4074-90ec-b67c5b1dbd8e,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:45.830844 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33134) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:45.937675 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.028074 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.112341 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.150430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'Port': ['ID=aa555ee7-9bac-4227-81d6-b0b79bdc6da2,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:46.184840 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.187405 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.188538 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b96f0c8-d5f1-4074-90ec-b67c5b1dbd8e HTTP/1.1" status: 204 len: 168 time: 0.3568964 Oct 26 10:52:46.234605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110d3d4-04fc-4233-bbe2-19a8f5e45cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96f0c8-d5f1-4074-90ec-b67c5b1dbd8e,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:46.309592 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Deleting port a2a073ef-bf3d-4ee0-b7ae-1b73508c083f {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:46.309943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.377535 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-30913d8d-dfda-4402-8366-7fde80fcc927 req-d75c5c9a-11b3-4bf8-b67d-6a48ae97c078 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 210 time: 0.0728858 Oct 26 10:52:46.392823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:52:46.471640 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33144) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:46.485577 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9491-3a7c-402e-83bc-11bf44248f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.494974 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.495524 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.513286 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Calling delete_port for a2a073ef-bf3d-4ee0-b7ae-1b73508c083f owned by network:floatingip {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:46.575982 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9491-3a7c-402e-83bc-11bf44248f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.580350 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9491-3a7c-402e-83bc-11bf44248f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.599995 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:52:46.607386 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-0c4e9491-3a7c-402e-83bc-11bf44248f27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e005639599be409298d8d1c767800bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345356 Oct 26 10:52:46.613118 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:52:46.613794 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33146) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:46.623164 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:46.623874 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:46.641295 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e9491-3a7c-402e-83bc-11bf44248f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a65b7e-13b5-418f-8eb5-7999f5c179a6,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:46.676160 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] No DVR routers for this DVR port aa555ee7-9bac-4227-81d6-b0b79bdc6da2 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:46.683892 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.687261 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d722dbc1-4419-477f-9122-d0c6737565ba req-702203d0-440c-413d-a3f8-a78419c01353 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.72 "DELETE /v2.0/ports/aa555ee7-9bac-4227-81d6-b0b79bdc6da2 HTTP/1.1" status: 204 len: 173 time: 1.2344508 Oct 26 10:52:46.687642 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-deleted', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:52:46.690135 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f4c14-d02b-4c5b-a570-717fe087ebdf" -d '{"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-deleted", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:52:46.739511 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953bd4c-5816-46e9-96ff-488d7a732a92 x-openstack-request-id: req-6953bd4c-5816-46e9-96ff-488d7a732a92 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:52:46.739808 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71477a4c-4d07-4b22-b881-7218941917ab", "name": "network-vif-deleted", "tag": "aa555ee7-9bac-4227-81d6-b0b79bdc6da2", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:52:46.740055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6953bd4c-5816-46e9-96ff-488d7a732a92 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:52:46.740437 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71477a4c-4d07-4b22-b881-7218941917ab', 'name': 'network-vif-deleted', 'tag': 'aa555ee7-9bac-4227-81d6-b0b79bdc6da2', 'status': 'completed', 'code': 200} Oct 26 10:52:46.753239 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:46.755609 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.803435 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.844658 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.879237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event deleted for resources: {'Port': ['ID=a2a073ef-bf3d-4ee0-b7ae-1b73508c083f,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:46.945549 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for floatingip, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.945852 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Floating IP b55606d8-fe2a-4469-9990-fadac72db848 disassociated (deleted). External IP: 172.27.3.90, port: 5cf3d294-fdbb-45cb-87af-ed16250f2943. Oct 26 10:52:46.949384 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.951683 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:46.955659 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2a65b7e-13b5-418f-8eb5-7999f5c179a6 HTTP/1.1" status: 204 len: 168 time: 0.3371279 Oct 26 10:52:46.982515 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:47.019446 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:52:47.027974 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1b9a2-8825-4afe-9d6f-a3c0fc3da984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a65b7e-13b5-418f-8eb5-7999f5c179a6,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:47.033591 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:47.034482 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:47.159706 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:47.210137 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Router 1ca0c476-6409-495b-8758-a3e185c372d4 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:52:47.309539 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:52:47.418282 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:47.452831 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5b4099-1546-4c93-acc5-0a16e478620b None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:45:30Z', 'revision_number': 4, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a789f68-46fa-4e21-a946-18c1c1a40bd6', 'name': '', 'network_id': '1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'mac_address': 'fa:16:3e:d8:be:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:28Z', 'updated_at': '2021-10-26T10:45:35Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'subnets': [{'id': 'fa47109c-6683-477e-9fdd-86e01e722ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:52:47.582167 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c02e5b9b-1061-4321-8711-0d03eaa06f3b req-0f578ada-e048-4494-aca1-3d1483c714cc tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 210 time: 0.0357203 Oct 26 10:52:47.622868 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:52:47.628075 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:47.634913 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Sync routers for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:52:47.648937 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:47.649593 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:47.657839 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-4ea96f26-6a96-4f05-8a53-5d1682215656 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "DELETE /v2.0/floatingips/b55606d8-fe2a-4469-9990-fadac72db848 HTTP/1.1" status: 204 len: 168 time: 1.8423748 Oct 26 10:52:47.764944 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:47.792984 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2560fabc-40b4-4661-962b-6e0b5346450f None None] New status for floating IP 8171f3e4-7728-4cae-bc1a-1c90518405f8: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:52:47.934260 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91c3ff-56d2-4e1a-9bc6-bf8b38ea1b08 req-27a2f33c-54f5-477e-897c-125e7d3ff903 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:47.936303 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ac91c3ff-56d2-4e1a-9bc6-bf8b38ea1b08 req-27a2f33c-54f5-477e-897c-125e7d3ff903 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0615690 Oct 26 10:52:47.983510 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ac91c3ff-56d2-4e1a-9bc6-bf8b38ea1b08 req-cae2474b-e571-4aaf-95bb-674ecaf428b1 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Oct 26 10:52:48.000421 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:48.027098 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Checking router: 1ca0c476-6409-495b-8758-a3e185c372d4 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:52:48.035632 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:48.036238 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:48.143580 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:48.346382 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:48.374118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597e451-92d6-4890-a438-5f54eedfcc79 None None] The sync data for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi is: [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:47:04Z', 'revision_number': 4, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '0a78de31-6cf1-4a27-860d-9681792a9546', 'name': '', 'network_id': 'b69043da-01be-49e6-b4ac-e4afff71c147', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'mac_address': 'fa:16:3e:50:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2ac47f41-4e83-4471-b466-e310d344272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:04Z', 'updated_at': '2021-10-26T10:47:12Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'subnets': [{'id': '2ac47f41-4e83-4471-b466-e310d344272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:52:48.392223 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a582107f-8b7d-4d2e-9f30-9eee08e2e0eb no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:48.416936 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: a582107f-8b7d-4d2e-9f30-9eee08e2e0eb {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:48.417688 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device a582107f-8b7d-4d2e-9f30-9eee08e2e0eb not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:48.635118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f769e-5d30-47fd-b929-4d025dc04356 None None] New status for floating IP b55606d8-fe2a-4469-9990-fadac72db848: DOWN {{(pid=108010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:52:48.704898 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-b7d6d9d6-d15b-44ed-bd59-de16cee323b1 req-43f221ff-3826-4e3b-9f90-7a296f73c04d tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/ports?device_id=71477a4c-4d07-4b22-b881-7218941917ab HTTP/1.1" status: 200 len: 210 time: 0.0299520 Oct 26 10:52:48.741858 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:52:48.744437 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466" -d '{"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:52:48.787444 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea6ed4-e898-436a-b22a-3d7ab9c97b78 x-openstack-request-id: req-edea6ed4-e898-436a-b22a-3d7ab9c97b78 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:52:48.787737 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:52:48.787988 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-edea6ed4-e898-436a-b22a-3d7ab9c97b78 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:52:48.788699 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'status': 'completed', 'code': 200} Oct 26 10:52:48.857893 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-40282675-f85e-48a7-8241-a09d124c722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:48.859351 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-40282675-f85e-48a7-8241-a09d124c722a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc351134cf84119be3ed19dc2715a53&device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 1099 time: 0.0449660 Oct 26 10:52:48.955294 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-d6c1dd63-bb98-460c-81e2-c40530147c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:48.956759 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-d6c1dd63-bb98-460c-81e2-c40530147c5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 200 len: 911 time: 0.0885377 Oct 26 10:52:49.015334 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-ba702b85-493e-4709-9d33-510d54323e6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 200 len: 217 time: 0.0483820 Oct 26 10:52:49.066018 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-10485239-242e-42a4-ac4d-cd0bd60bea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:49.068387 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-10485239-242e-42a4-ac4d-cd0bd60bea86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 200 len: 848 time: 0.0459838 Oct 26 10:52:49.104483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605069-4730-4aad-9a46-a9cde5b4f01d req-2d6c37e6-fc9f-4c10-9fcc-fb109bf01b74 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:49.106093 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-18605069-4730-4aad-9a46-a9cde5b4f01d req-2d6c37e6-fc9f-4c10-9fcc-fb109bf01b74 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0503361 Oct 26 10:52:49.114656 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-97cd3c20-c4c3-487f-90d6-917287b0b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:49.116125 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-97cd3c20-c4c3-487f-90d6-917287b0b148 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b69043da-01be-49e6-b4ac-e4afff71c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395689 Oct 26 10:52:49.144915 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-18605069-4730-4aad-9a46-a9cde5b4f01d req-40c8fa1f-f2e6-4182-9984-e9f4ee12c52b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Oct 26 10:52:49.209243 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-c9ad443b-2a95-4ae9-920d-2808885d1847 service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853996 Oct 26 10:52:49.297786 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7b7b865-4cd4-4c2e-9862-51a6e2b17466 req-6ebb6454-a4f7-473b-814b-dde29db0c79d service neutron] 10.222.0.72 "GET /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804999 Oct 26 10:52:49.794185 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33230) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:49.846822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:49.869011 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:49.914095 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:49.917784 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:49.918919 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "DELETE /v2.0/security-groups/8afcd948-cf43-4cbf-8dff-20e4b3f330a4 HTTP/1.1" status: 204 len: 168 time: 0.1236875 Oct 26 10:52:49.921710 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33232) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:49.927692 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802aa97-6ab6-4e91-ae5e-7377245ca2fd tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afcd948-cf43-4cbf-8dff-20e4b3f330a4,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:49.934156 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.api.v2.resource [None req-61bf0373-c4a0-45a3-be3f-be7c2e5f3023 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] show failed (client error): The resource could not be found. Oct 26 10:52:49.935308 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-61bf0373-c4a0-45a3-be3f-be7c2e5f3023 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "GET /v2.0/security-groups/8afcd948-cf43-4cbf-8dff-20e4b3f330a4 HTTP/1.1" status: 404 len: 347 time: 0.0126331 Oct 26 10:52:49.938119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33234) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:50.102760 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-cefc4bff-7d7e-4543-a5c9-522b0936094b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:50.104182 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-cefc4bff-7d7e-4543-a5c9-522b0936094b tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.72 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0820823 Oct 26 10:52:50.121910 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Deleting port 8391a5bf-a05e-4c20-8e46-97e7377cefec {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:50.122247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.286036 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.286360 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.309423 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Calling delete_port for 8391a5bf-a05e-4c20-8e46-97e7377cefec owned by network:floatingip {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:50.318805 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab0985-5ced-4188-b463-3ffe4d18e9d5 req-f161bfb2-22c9-4542-8cb9-efdd5a4ce96e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:50.320261 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dcab0985-5ced-4188-b463-3ffe4d18e9d5 req-f161bfb2-22c9-4542-8cb9-efdd5a4ce96e tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 946 time: 0.0995951 Oct 26 10:52:50.334456 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Deleting port 5cf3d294-fdbb-45cb-87af-ed16250f2943 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:50.334827 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.463139 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dcab0985-5ced-4188-b463-3ffe4d18e9d5 req-01a603f3-89e5-445d-93d1-a79b3e6d1bce tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346924 Oct 26 10:52:50.523192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] For port 5cf3d294-fdbb-45cb-87af-ed16250f2943, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf3d294-fdbb-45cb-87af-ed16250f2943,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:50.523603 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.541172 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Calling delete_port for 5cf3d294-fdbb-45cb-87af-ed16250f2943 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:50.631830 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.669811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Pushing event deleted for resources: {'Port': ['ID=8391a5bf-a05e-4c20-8e46-97e7377cefec,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:50.773585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks [] for floatingip, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.776293 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.777451 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-fdce751e-5341-475c-8065-decb12eef869 tempest-AttachVolumeShelveTestJSON-1213935441 tempest-AttachVolumeShelveTestJSON-1213935441-project] 10.222.0.79 "DELETE /v2.0/floatingips/8171f3e4-7728-4cae-bc1a-1c90518405f8 HTTP/1.1" status: 204 len: 168 time: 0.8384643 Oct 26 10:52:50.809419 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.843893 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event deleted for resources: {'Port': ['ID=5cf3d294-fdbb-45cb-87af-ed16250f2943,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:50.897195 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] No DVR routers for this DVR port 5cf3d294-fdbb-45cb-87af-ed16250f2943 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:50.900030 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:50.904028 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d55a3d1-d530-45b8-91cd-cae6f5f7cbef req-bde84bf7-e497-4aa7-a664-a2a71e703986 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.72 "DELETE /v2.0/ports/5cf3d294-fdbb-45cb-87af-ed16250f2943 HTTP/1.1" status: 204 len: 173 time: 0.7935910 Oct 26 10:52:50.904482 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-deleted', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:52:50.906983 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf1fb9-9035-4bf5-9478-b3bf82a8f957" -d '{"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-deleted", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:52:50.961550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7f13e-7458-4327-9f5f-5e32b93695bf x-openstack-request-id: req-92f7f13e-7458-4327-9f5f-5e32b93695bf {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:52:50.961550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cbc051-c78d-4ccf-85a8-b10d90c650db", "name": "network-vif-deleted", "tag": "5cf3d294-fdbb-45cb-87af-ed16250f2943", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:52:50.961550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92f7f13e-7458-4327-9f5f-5e32b93695bf {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:52:50.961550 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cbc051-c78d-4ccf-85a8-b10d90c650db', 'name': 'network-vif-deleted', 'tag': '5cf3d294-fdbb-45cb-87af-ed16250f2943', 'status': 'completed', 'code': 200} Oct 26 10:52:51.559823 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-fea04cfd-3c3d-4f9d-9cdc-2bb7f22f526f req-73371c7f-4334-43a1-bb35-574fe6f90b63 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 210 time: 0.0300820 Oct 26 10:52:52.136548 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33282) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:52.237317 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84ff428a-545e-4c82-80c8-97c2bbcdff3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.309442 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84ff428a-545e-4c82-80c8-97c2bbcdff3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.312790 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-84ff428a-545e-4c82-80c8-97c2bbcdff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.348472 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-84ff428a-545e-4c82-80c8-97c2bbcdff3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbd7c6c0695b4db8b65f5fdd5c4e21e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108483 Oct 26 10:52:52.349651 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff428a-545e-4c82-80c8-97c2bbcdff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2a36f-ded7-4116-81bc-19db994f96e3,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:52.351256 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33286) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:52.403859 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.424507 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.469803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.472418 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.473580 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dd2a36f-ded7-4116-81bc-19db994f96e3 HTTP/1.1" status: 204 len: 168 time: 0.1213396 Oct 26 10:52:52.481127 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772bc8b-ee16-4235-909c-67c0ab0f9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2a36f-ded7-4116-81bc-19db994f96e3,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:52.654338 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5096f061-e48f-4abd-a68f-a0de17da2907 req-1737e3b6-0ad7-4f27-8fa2-809107bf8b30 tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 210 time: 0.0272343 Oct 26 10:52:52.724166 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33294) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:52.737299 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6580e357-8801-4102-b61d-b5c555ba008b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.809855 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6580e357-8801-4102-b61d-b5c555ba008b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.813506 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6580e357-8801-4102-b61d-b5c555ba008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.850123 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6580e357-8801-4102-b61d-b5c555ba008b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1fcf51b53774100b457d5d9a163e5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248126 Oct 26 10:52:52.851180 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580e357-8801-4102-b61d-b5c555ba008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f26e7-93af-4dea-87b2-92a4b84aa180,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:52.852683 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33296) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:52.902984 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.923823 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.972950 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.975473 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:52.976598 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f37f26e7-93af-4dea-87b2-92a4b84aa180 HTTP/1.1" status: 204 len: 168 time: 0.1228931 Oct 26 10:52:52.985219 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b97ce-9032-439f-8a37-85e194e93990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f26e7-93af-4dea-87b2-92a4b84aa180,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:53.754251 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0cb80655-57ef-434c-8aa9-f589c0c36420 req-f6059091-917e-4441-a7cd-845397d1c4ea tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "GET /v2.0/ports?device_id=44cbc051-c78d-4ccf-85a8-b10d90c650db HTTP/1.1" status: 200 len: 210 time: 0.0338113 Oct 26 10:52:53.790393 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:53.814167 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: aa555ee7-9bac-4227-81d6-b0b79bdc6da2 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:53.814500 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device aa555ee7-9bac-4227-81d6-b0b79bdc6da2 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:54.305473 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-d5f1691f-efb8-426d-97e2-b7b406b96364 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:54.307861 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-d5f1691f-efb8-426d-97e2-b7b406b96364 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 814 time: 0.1438584 Oct 26 10:52:54.323278 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-7f0e5dd3-0b4b-4dda-ba11-dbb3ce46a395 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/quotas/d92c85897b504210a3f6682e91d11363 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Oct 26 10:52:54.358664 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-59e62855-ca22-4550-91a8-5ba0f38a3f9b tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294523 Oct 26 10:52:54.471992 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-da443f1d-f9a2-444c-89a1-f52542cf170e service neutron] 10.222.0.79 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054430 Oct 26 10:52:54.574708 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-03e553a1-1c9c-4121-9374-b71716692679 service neutron] 10.222.0.79 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969954 Oct 26 10:52:54.747480 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-92ae3061-1f44-4e71-a48a-542d4f207b3f req-5ca985e5-3400-4a26-84c3-b9f16817ca15 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 210 time: 0.0283539 Oct 26 10:52:54.809568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33378) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:54.860768 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:54.886618 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: 5cf3d294-fdbb-45cb-87af-ed16250f2943 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:54.886960 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device 5cf3d294-fdbb-45cb-87af-ed16250f2943 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:54.898514 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:54.943660 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:55.021230 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:55.024024 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:55.026688 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7 HTTP/1.1" status: 204 len: 168 time: 0.2161558 Oct 26 10:52:55.038061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732b707-cc26-4ba2-8971-a7ff759f516c tempest-TestShelveInstance-1444664685 tempest-TestShelveInstance-1444664685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2dadb-e0eb-4ca5-99cd-e7c08ccf45f7,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:55.093298 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33392) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:55.399360 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33402) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:55.599398 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:55.823146 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-0f809648-73b1-41d8-8c95-4c06a5aa7613 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:55.824478 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-0f809648-73b1-41d8-8c95-4c06a5aa7613 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 814 time: 0.1579401 Oct 26 10:52:55.847567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Request body: {'port': {'device_id': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72', 'admin_state_up': True, 'tenant_id': 'd92c85897b504210a3f6682e91d11363'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:52:55.853641 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1818082c-37bd-416b-bfb5-24a90d6ca94d req-6776a654-7f47-4653-834c-e8a3fae28ce2 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 210 time: 0.0326955 Oct 26 10:52:55.869153 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.015187 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Made reservation on behalf of d92c85897b504210a3f6682e91d11363 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:52:56.018646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.087049 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Deleting port 0a78de31-6cf1-4a27-860d-9681792a9546 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:56.087516 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.127588 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Deleting port 0a789f68-46fa-4e21-a946-18c1c1a40bd6 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:56.128006 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.226010 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] For port 0a789f68-46fa-4e21-a946-18c1c1a40bd6, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a789f68-46fa-4e21-a946-18c1c1a40bd6,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:56.226465 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.229074 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Allocated IP 172.20.0.4 (e409658d-19e3-4266-9b94-753f528f8f72/d5f754cd-e747-482e-a437-852c9aaf71ea/becd112a-0920-47a1-be05-4e2d83f3a840) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:52:56.232271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] For port 0a78de31-6cf1-4a27-860d-9681792a9546, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=0a78de31-6cf1-4a27-860d-9681792a9546,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:56.232658 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.239960 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Calling delete_port for 0a789f68-46fa-4e21-a946-18c1c1a40bd6 owned by network:router_interface {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:56.251138 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Calling delete_port for 0a78de31-6cf1-4a27-860d-9681792a9546 owned by network:router_interface {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:56.418439 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.445142 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a789f68-46fa-4e21-a946-18c1c1a40bd6,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:56.496118 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.569979 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.572757 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.603930 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a78de31-6cf1-4a27-860d-9681792a9546,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:56.621699 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.650649 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Network e409658d-19e3-4266-9b94-753f528f8f72 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:52:56.672931 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:52:56.675709 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:52:56.732533 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Pushing event updated for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:56.766655 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:56.767307 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.853786 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-863685ce-c276-4fc6-b7c7-263e15f84fcb tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0121107 Oct 26 10:52:56.868178 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Router 68dc586c-db49-4c38-a923-29c34e7a1c75 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:52:56.884922 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:56.977534 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:52:56.986404 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b0ce22ac-a8ee-410d-ba14-e10c90f01ca5 admin admin] 10.222.0.79 "PUT /v2.0/routers/68dc586c-db49-4c38-a923-29c34e7a1c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825672 Oct 26 10:52:56.986404 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33420) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:56.988334 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Sync routers for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:52:56.999539 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:57.000188 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:57.091790 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks [] for router, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.109696 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:57.125309 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-cfe5672b-40bd-49c5-a728-5376a7386908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.219976 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.278975 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b07a5-884e-4eca-9ec8-6a473fe0c82b req-31d91034-e6b9-457b-8aa5-7472683a3441 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:57.280749 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-947b07a5-884e-4eca-9ec8-6a473fe0c82b req-31d91034-e6b9-457b-8aa5-7472683a3441 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 931 time: 0.0675375 Oct 26 10:52:57.289645 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Deleting port 4151156a-adc7-4c6b-974c-e4d3edf79d19 {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:57.290006 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.305443 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:52:56Z', 'revision_number': 5, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port': {'id': '4151156a-adc7-4c6b-974c-e4d3edf79d19', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:45:24Z', 'updated_at': '2021-10-26T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:57.333558 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Checking router: 68dc586c-db49-4c38-a923-29c34e7a1c75 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:52:57.341699 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Routers {'68dc586c-db49-4c38-a923-29c34e7a1c75'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:57.342318 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['68dc586c-db49-4c38-a923-29c34e7a1c75'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:57.370037 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] For port 4151156a-adc7-4c6b-974c-e4d3edf79d19, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=4151156a-adc7-4c6b-974c-e4d3edf79d19,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:57.371009 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.388356 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Calling delete_port for 4151156a-adc7-4c6b-974c-e4d3edf79d19 owned by network:router_gateway {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:57.396196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-947b07a5-884e-4eca-9ec8-6a473fe0c82b req-6f14767e-a2fd-4950-83a0-6cab1f7f049c tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Oct 26 10:52:57.422954 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Router 1ca0c476-6409-495b-8758-a3e185c372d4 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:52:57.528595 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] Set router 68dc586c-db49-4c38-a923-29c34e7a1c75 gateway port host: None {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:57.541012 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:52:57.546495 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0f9e5729-97ab-4025-8761-e7cbeb46c500 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ca0c476-6409-495b-8758-a3e185c372d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4520223 Oct 26 10:52:57.549063 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33424) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:57.551656 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Sync routers for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:52:57.564995 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:57.565926 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:57.594104 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:52:57Z', 'revision_number': 6, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port_host': None}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:57.631488 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4289e-8243-4f5c-a46d-a48cee4a14fe None None] The sync data for ids ['68dc586c-db49-4c38-a923-29c34e7a1c75'] in dv-cinder-815461-1-iscsi is: [{'id': '68dc586c-db49-4c38-a923-29c34e7a1c75', 'name': 'tempest-AttachVolumeShelveTestJSON-1333488628-router', 'tenant_id': '1a366dab19cc43e3a30e0db46d825a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:45:23Z', 'updated_at': '2021-10-26T10:52:57Z', 'revision_number': 6, 'project_id': '1a366dab19cc43e3a30e0db46d825a38', 'gw_port_host': None}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:52:57.675025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.707384 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:57.789943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.827623 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.848124 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Deleting port d07b094b-224f-4bc5-8177-efceb99cf927 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:57.848551 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.860077 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Pushing event deleted for resources: {'Port': ['ID=4151156a-adc7-4c6b-974c-e4d3edf79d19,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:57.922657 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.938934 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] For port d07b094b-224f-4bc5-8177-efceb99cf927, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d07b094b-224f-4bc5-8177-efceb99cf927,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:57.939540 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:57.952422 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Calling delete_port for d07b094b-224f-4bc5-8177-efceb99cf927 owned by network:router_gateway {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:58.039458 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.042833 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.065479 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:52:56Z', 'revision_number': 5, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port': {'id': 'd07b094b-224f-4bc5-8177-efceb99cf927', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:02Z', 'updated_at': '2021-10-26T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:58.096215 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Checking router: 1ca0c476-6409-495b-8758-a3e185c372d4 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:52:58.102141 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.108368 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68dc586c-db49-4c38-a923-29c34e7a1c75 {{(pid=108008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:52:58.108569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Routers {'1ca0c476-6409-495b-8758-a3e185c372d4'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:52:58.108569 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:52:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['1ca0c476-6409-495b-8758-a3e185c372d4'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:58.111338 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] Publish callbacks [] for router, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.113238 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-eac51a2f-021a-4954-a392-aea9928b517c admin admin] 10.222.0.79 "DELETE /v2.0/routers/68dc586c-db49-4c38-a923-29c34e7a1c75 HTTP/1.1" status: 204 len: 168 time: 1.1266778 Oct 26 10:52:58.116191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33426) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:58.176715 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a789f68-46fa-4e21-a946-18c1c1a40bd6 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:58.195053 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Deleting subnet fa47109c-6683-477e-9fdd-86e01e722ba6 {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:52:58.202571 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.204916 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 0a789f68-46fa-4e21-a946-18c1c1a40bd6 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:58.205287 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a789f68-46fa-4e21-a946-18c1c1a40bd6 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:58.223742 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] Set router 1ca0c476-6409-495b-8758-a3e185c372d4 gateway port host: None {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:52:58.247863 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106679'] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.249664 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.277119 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:52:57Z', 'revision_number': 6, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port_host': None}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:58.304035 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca49f84-36cc-4614-9013-667194e361d3 None None] The sync data for ids ['1ca0c476-6409-495b-8758-a3e185c372d4'] in dv-cinder-815461-1-iscsi is: [{'id': '1ca0c476-6409-495b-8758-a3e185c372d4', 'name': 'tempest-TestShelveInstance-1446612299-router', 'tenant_id': '9bc351134cf84119be3ed19dc2715a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:01Z', 'updated_at': '2021-10-26T10:52:57Z', 'revision_number': 6, 'project_id': '9bc351134cf84119be3ed19dc2715a53', 'gw_port_host': None}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:52:58.304890 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Request body: {'port': {'device_id': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:52:58.307701 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07b094b-224f-4bc5-8177-efceb99cf927,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:58.475036 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.490081 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.516155 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.532808 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b7295-7e2b-470c-95c3-c791d2672698 req-610954d7-98d2-4cd0-be64-0da471c18f9d tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:58.534369 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5b5b7295-7e2b-470c-95c3-c791d2672698 req-610954d7-98d2-4cd0-be64-0da471c18f9d tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 931 time: 0.0625560 Oct 26 10:52:58.574145 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-5b5b7295-7e2b-470c-95c3-c791d2672698 req-8488de22-8d29-42c2-9ebb-161e715edc3b tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Oct 26 10:52:58.647659 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.651647 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.758108 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4246476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240203'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.771556 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.772103 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca0c476-6409-495b-8758-a3e185c372d4 {{(pid=108009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:52:58.799563 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa47109c-6683-477e-9fdd-86e01e722ba6,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:58.816847 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.818016 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-f7f8a5d7-884b-4084-8129-20dcf57808c8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1ca0c476-6409-495b-8758-a3e185c372d4 HTTP/1.1" status: 204 len: 168 time: 1.2681189 Oct 26 10:52:58.820786 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33434) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:58.869663 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.873452 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-da13a459-447c-40e4-90f8-e403e0e1481b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fa47109c-6683-477e-9fdd-86e01e722ba6 HTTP/1.1" status: 204 len: 168 time: 0.7556293 Oct 26 10:52:58.874219 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Deleting subnet 2ac47f41-4e83-4471-b466-e310d344272e {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:52:58.875799 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33436) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:58.878545 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7be02-91a2-4b51-9f3c-366f0281fa24 None None] Network 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:52:58.884446 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.923371 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:58.990550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.015958 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.074381 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.076413 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becd112a-0920-47a1-be05-4e2d83f3a840 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:52:59.085331 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.101742 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Transition to ACTIVE for port object becd112a-0920-47a1-be05-4e2d83f3a840 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:52:59.102063 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac47f41-4e83-4471-b466-e310d344272e,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.104686 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.108158 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7d95045e-8269-49ac-bd7d-10479bbb392d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2ac47f41-4e83-4471-b466-e310d344272e HTTP/1.1" status: 204 len: 168 time: 0.2863262 Oct 26 10:52:59.109682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Deleting port 7d829ac5-b876-4b03-948d-7ac9f1cca280 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:59.110033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.110976 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33438) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:59.113011 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de096dce-fa3d-4bb8-86bb-b7981ec64bf9 None None] Network b69043da-01be-49e6-b4ac-e4afff71c147 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:52:59.119898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.186370 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.235631 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Pushing event updated for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.238826 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] For port 7d829ac5-b876-4b03-948d-7ac9f1cca280, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=7d829ac5-b876-4b03-948d-7ac9f1cca280,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:59.239194 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.271493 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210cd447-34e2-4841-ba36-166213e2186f None None] DHCP port deletion for 1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:52:59.284330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Deleting port d55f11e4-0a8d-4a0f-a114-191c34083ddb {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:59.284906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.320382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Calling delete_port for 7d829ac5-b876-4b03-948d-7ac9f1cca280 owned by network:dhcp {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:59.332110 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Deleting port 7d829ac5-b876-4b03-948d-7ac9f1cca280 {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:59.332561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.341616 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Attempting to bind port becd112a-0920-47a1-be05-4e2d83f3a840 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:52:59.341956 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Attempting to bind port becd112a-0920-47a1-be05-4e2d83f3a840 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:52:59.342279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Attempting to bind port becd112a-0920-47a1-be05-4e2d83f3a840 on network e409658d-19e3-4266-9b94-753f528f8f72 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:52:59.359087 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] For port d55f11e4-0a8d-4a0f-a114-191c34083ddb, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=d55f11e4-0a8d-4a0f-a114-191c34083ddb,segment=NetworkSegment(4b49c869-76d2-471b-848c-009d9fdd1397),segment_id=4b49c869-76d2-471b-848c-009d9fdd1397)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:59.359464 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.372295 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Calling delete_port for d55f11e4-0a8d-4a0f-a114-191c34083ddb owned by network:dhcp {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:59.382684 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Port becd112a-0920-47a1-be05-4e2d83f3a840 on network e409658d-19e3-4266-9b94-753f528f8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:52:59.382885 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] DHCP port deletion for b69043da-01be-49e6-b4ac-e4afff71c147 request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:52:59.383056 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Attempting to bind port becd112a-0920-47a1-be05-4e2d83f3a840 on network e409658d-19e3-4266-9b94-753f528f8f72 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:52:59.392388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:52:59.392388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Checking segment: {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:52:59.392700 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Bound using segment: {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:52:59.393220 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Bound port: becd112a-0920-47a1-be05-4e2d83f3a840, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617fdaa3-d939-4685-8fd6-5266a88f2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:52:59.393519 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.437512 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-210cd447-34e2-4841-ba36-166213e2186f None None] For port 7d829ac5-b876-4b03-948d-7ac9f1cca280, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=7d829ac5-b876-4b03-948d-7ac9f1cca280,segment=NetworkSegment(5a823c52-d885-4cfb-bfc5-0b1998f3e492),segment_id=5a823c52-d885-4cfb-bfc5-0b1998f3e492)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:59.438240 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.457243 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Calling delete_port for 7d829ac5-b876-4b03-948d-7ac9f1cca280 owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:59.469208 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.471906 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.502641 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d829ac5-b876-4b03-948d-7ac9f1cca280,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.508741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] No DVR routers for this DVR port 7d829ac5-b876-4b03-948d-7ac9f1cca280 on host dv-cinder-815461-1-iscsi {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:59.511192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:52:59.513753 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Deleting port d55f11e4-0a8d-4a0f-a114-191c34083ddb {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:52:59.514185 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.525922 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Pushing event deleted for resources: {'Port': ['ID=d55f11e4-0a8d-4a0f-a114-191c34083ddb,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.534423 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] No DVR routers for this DVR port d55f11e4-0a8d-4a0f-a114-191c34083ddb on host dv-cinder-815461-1-iscsi {{(pid=108008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:59.545474 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=becd112a-0920-47a1-be05-4e2d83f3a840,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:52:59.582234 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.602668 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff97e-40da-427a-bb78-dffa79a78413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.612880 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] For port d55f11e4-0a8d-4a0f-a114-191c34083ddb, host dv-cinder-815461-1-iscsi, got binding levels [] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:52:59.613363 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.636095 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Calling delete_port for d55f11e4-0a8d-4a0f-a114-191c34083ddb owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:52:59.640112 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.640284 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.ipam_backend_mixin [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Port d55f11e4-0a8d-4a0f-a114-191c34083ddb was not found and therefore no delete operation was performed {{(pid=108010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 10:52:59.640378 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.646598 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.659217 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:59.659804 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.661196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] 10.222.0.72 "PUT /v2.0/ports/becd112a-0920-47a1-be05-4e2d83f3a840 HTTP/1.1" status: 200 len: 1093 time: 1.3649068 Oct 26 10:52:59.661650 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:52:59.663995 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d91557-42df-4752-8cd5-2dcd9cb594d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:52:59.666975 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Pushing event deleted for resources: {'Port': ['ID=d55f11e4-0a8d-4a0f-a114-191c34083ddb,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.672514 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.689630 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.690159 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.690645 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.690776 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69043da-01be-49e6-b4ac-e4afff71c147']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.691318 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.691808 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.692282 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.692753 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.693264 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.693763 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.694231 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.694700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.695177 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:52:59.698659 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56fce1-a573-4585-8a6c-18a80ff7c78b None None] No DVR routers for this DVR port d55f11e4-0a8d-4a0f-a114-191c34083ddb on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:59.703663 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b49c869-76d2-471b-848c-009d9fdd1397') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.703958 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b49c869-76d2-471b-848c-009d9fdd1397') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.707369 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cd447-34e2-4841-ba36-166213e2186f None None] No DVR routers for this DVR port 7d829ac5-b876-4b03-948d-7ac9f1cca280 on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:52:59.715326 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.724633 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.736710 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.740826 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cd447-34e2-4841-ba36-166213e2186f None None] Pushing event deleted for resources: {'Port': ['ID=7d829ac5-b876-4b03-948d-7ac9f1cca280,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.752928 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97996c79-0688-4e6a-a9e8-6f0224127f99 x-openstack-request-id: req-97996c79-0688-4e6a-a9e8-6f0224127f99 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:52:59.753237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:52:59.753485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97996c79-0688-4e6a-a9e8-6f0224127f99 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:52:59.753867 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840', 'status': 'completed', 'code': 200} Oct 26 10:52:59.758721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:52:59.758721 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:52:59.768090 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:52:59.802000 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a823c52-d885-4cfb-bfc5-0b1998f3e492') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.802295 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a823c52-d885-4cfb-bfc5-0b1998f3e492') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:52:59.806684 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059e7b-1a3f-414e-98b2-cf0ea0dfe87a service neutron] Pushing event updated for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.850556 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.858899 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d55f11e4-0a8d-4a0f-a114-191c34083ddb no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:59.863967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.871169 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.874444 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] 10.222.0.79 "DELETE /v2.0/networks/b69043da-01be-49e6-b4ac-e4afff71c147 HTTP/1.1" status: 204 len: 168 time: 0.7623000 Oct 26 10:52:59.876122 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9741b6-5e77-498d-9968-f1f9c437694a admin admin] Pushing event deleted for resources: {'Network': ['ID=b69043da-01be-49e6-b4ac-e4afff71c147,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:52:59.877815 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33446) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:52:59.879705 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: d55f11e4-0a8d-4a0f-a114-191c34083ddb {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:59.880243 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d55f11e4-0a8d-4a0f-a114-191c34083ddb not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:59.880802 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 7d829ac5-b876-4b03-948d-7ac9f1cca280 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:59.903075 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 7d829ac5-b876-4b03-948d-7ac9f1cca280 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:59.903415 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 7d829ac5-b876-4b03-948d-7ac9f1cca280 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:59.903833 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a78de31-6cf1-4a27-860d-9681792a9546 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:59.922692 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 0a78de31-6cf1-4a27-860d-9681792a9546 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:59.923031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 0a78de31-6cf1-4a27-860d-9681792a9546 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:59.923434 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 4151156a-adc7-4c6b-974c-e4d3edf79d19 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:59.943160 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 4151156a-adc7-4c6b-974c-e4d3edf79d19 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:59.943504 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 4151156a-adc7-4c6b-974c-e4d3edf79d19 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:59.943914 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d07b094b-224f-4bc5-8177-efceb99cf927 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:52:59.957614 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.963936 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: d07b094b-224f-4bc5-8177-efceb99cf927 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:52:59.964277 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device d07b094b-224f-4bc5-8177-efceb99cf927 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:52:59.973918 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c0b5-fc59-40ac-86f8-f9100f68256a req-d95f790d-d5a9-4ce5-9e63-d66568fedf2c tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:52:59.975469 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a53c0b5-fc59-40ac-86f8-f9100f68256a req-d95f790d-d5a9-4ce5-9e63-d66568fedf2c tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 943 time: 0.2698205 Oct 26 10:52:59.980238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:52:59.980647 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:52:59.983238 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:53:00.282491 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-de25f299-f482-42e2-9780-2217d1d118f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:00.283948 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-de25f299-f482-42e2-9780-2217d1d118f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 1096 time: 0.5159554 Oct 26 10:53:00.353713 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-03972d34-9836-4a9c-af93-cdcb7b6d06f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=becd112a-0920-47a1-be05-4e2d83f3a840 HTTP/1.1" status: 200 len: 217 time: 0.0569863 Oct 26 10:53:00.378858 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.383367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.387313 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17 HTTP/1.1" status: 204 len: 168 time: 1.5105691 Oct 26 10:53:00.425172 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a53c0b5-fc59-40ac-86f8-f9100f68256a req-baea5ea7-b1f8-4044-a144-7b50c1864a1f tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267092 Oct 26 10:53:00.433277 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb86ab3-99f6-4080-8dee-c327529c5366 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc389ef-41e3-4a9b-94ec-4ed68a1bfe17,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:00.514511 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-71a63ed1-fc4d-4dda-a732-600c26ac88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:00.516050 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-71a63ed1-fc4d-4dda-a732-600c26ac88ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5f754cd-e747-482e-a437-852c9aaf71ea HTTP/1.1" status: 200 len: 854 time: 0.1527534 Oct 26 10:53:00.521858 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33458) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:00.557766 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-b2426fe0-5f62-4987-a512-0019991de6e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e409658d-19e3-4266-9b94-753f528f8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318666 Oct 26 10:53:00.567206 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-189a3af0-58e7-43aa-a75d-3f9d7ebd5f52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a366dab19cc43e3a30e0db46d825a38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438662 Oct 26 10:53:00.569665 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33462) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:00.633747 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.656538 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.692583 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-d5e1488a-d435-4717-84c3-700eb51661ac service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278925 Oct 26 10:53:00.716043 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.718661 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.719783 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c8746d0-78c3-4be8-9f4f-3608d5e16c22 HTTP/1.1" status: 204 len: 168 time: 0.1492209 Oct 26 10:53:00.727742 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936b421-1258-4e0a-84e7-0ef063ef4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8746d0-78c3-4be8-9f4f-3608d5e16c22,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:00.832789 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1e4ababe-69eb-4876-b2e1-c3bf66d8da7d req-691e39a5-faa6-4f3f-b4e8-5b9c49ea8d0c service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150138 Oct 26 10:53:00.907438 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.917618 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589045'] for router_interface, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.949459 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:00.988686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-775e3556-da67-4e59-ab47-49ddcfa7081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:00.990190 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-775e3556-da67-4e59-ab47-49ddcfa7081b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d92c85897b504210a3f6682e91d11363&device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 1096 time: 0.1116138 Oct 26 10:53:01.147150 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-905eeb50-c541-4973-872c-42543048e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:01.148606 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-905eeb50-c541-4973-872c-42543048e073 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 200 len: 916 time: 0.1501017 Oct 26 10:53:01.195600 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-0f8a6a2b-6596-42a3-9459-a7ebb9dfc2a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=becd112a-0920-47a1-be05-4e2d83f3a840 HTTP/1.1" status: 200 len: 217 time: 0.0370047 Oct 26 10:53:01.273568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-23522685-fe8c-4f69-9f1d-38bfd98e748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:01.275067 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-23522685-fe8c-4f69-9f1d-38bfd98e748b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5f754cd-e747-482e-a437-852c9aaf71ea HTTP/1.1" status: 200 len: 854 time: 0.0721412 Oct 26 10:53:01.322347 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-43e7090c-990d-4928-b839-d4bcb58434e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e409658d-19e3-4266-9b94-753f528f8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280225 Oct 26 10:53:01.392875 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Deleting port 87aae76e-9a18-44e3-bf91-ffd51bf52d92 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:53:01.393237 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.403944 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33488) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:01.443652 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device becd112a-0920-47a1-be05-4e2d83f3a840 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:53:01.478268 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-adf321f8-a726-46bc-ae91-46480613f83d service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474147 Oct 26 10:53:01.526030 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1376458975-network', 'tenant_id': '7f97420476754419bcda17d34e34b789'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:01.550863 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=becd112a-0920-47a1-be05-4e2d83f3a840,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:01.551557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] For port 87aae76e-9a18-44e3-bf91-ffd51bf52d92, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=87aae76e-9a18-44e3-bf91-ffd51bf52d92,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:01.551918 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.563553 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'becd112a-0920-47a1-be05-4e2d83f3a840', 'network_id': 'e409658d-19e3-4266-9b94-753f528f8f72', 'port_id': 'becd112a-0920-47a1-be05-4e2d83f3a840', 'mac_address': 'fa:16:3e:9d:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f754cd-e747-482e-a437-852c9aaf71ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:53:01.570879 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Calling delete_port for 87aae76e-9a18-44e3-bf91-ffd51bf52d92 owned by network:router_interface {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:53:01.575688 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a362-fcb7-4a3b-9a54-4aad28339e99 req-5d44037e-19c0-4b83-afcb-622f44d42464 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:01.581586 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c231a362-fcb7-4a3b-9a54-4aad28339e99 req-5d44037e-19c0-4b83-afcb-622f44d42464 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 943 time: 0.0727839 Oct 26 10:53:01.590021 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Made reservation on behalf of 7f97420476754419bcda17d34e34b789 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:01.592397 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.612367 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.613503 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.630580 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becd112a-0920-47a1-be05-4e2d83f3a840 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:53:01.637924 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c231a362-fcb7-4a3b-9a54-4aad28339e99 req-870f2898-afca-4140-a7d6-abcd68561a7e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Oct 26 10:53:01.640958 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b7d91557-42df-4752-8cd5-2dcd9cb594d9 req-0fb4dc17-6b00-46df-9fd9-ce3b45836cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522808 Oct 26 10:53:01.678744 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=becd112a-0920-47a1-be05-4e2d83f3a840,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:01.683480 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.708995 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.715118 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.747248 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:53:01.751221 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:01.757405 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a962180-c40c-4b8c-bf3e-22055c6a16a8,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:01.762411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.762777 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Added segment 95c662fb-d629-48ea-aea3-e4e25b052a43 of type vlan for network 6705c1f2-316a-46d0-ab61-a2269901020a Oct 26 10:53:01.811323 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.818946 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.842716 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.844063 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:01.844742 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:01.849908 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=87aae76e-9a18-44e3-bf91-ffd51bf52d92,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:01.901345 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['becd112a-0920-47a1-be05-4e2d83f3a840'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:53:01.910625 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5027542 Oct 26 10:53:01.911682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33500) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:01.913358 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200c03-87d9-45af-a3aa-c05ebf84d9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6705c1f2-316a-46d0-ab61-a2269901020a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:01.923044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Request body: {'subnet': {'network_id': '6705c1f2-316a-46d0-ab61-a2269901020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1376458975-subnet', 'tenant_id': '7f97420476754419bcda17d34e34b789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:01.928698 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 6705c1f2-316a-46d0-ab61-a2269901020a details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:53:01.984561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Made reservation on behalf of 7f97420476754419bcda17d34e34b789 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:01.986991 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6240236'] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.116811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2005437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589209'] for router_interface, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.295624 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4246415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240210'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.417955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f447d67-aed6-4dcd-9bd7-33f1dd9f28b1,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:02.444007 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Checking segment: {'id': '95c662fb-d629-48ea-aea3-e4e25b052a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6705c1f2-316a-46d0-ab61-a2269901020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:53:02.444362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Network hostable DHCP agents. Network: 6705c1f2-316a-46d0-ab61-a2269901020a, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:53:02.460312 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:53:02.473148 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Network 6705c1f2-316a-46d0-ab61-a2269901020a is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:53:02.511818 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 6705c1f2-316a-46d0-ab61-a2269901020a) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:53:02.519410 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3720101-1b11-47ad-80c4-1d5a402aadf4 None None] Network 6705c1f2-316a-46d0-ab61-a2269901020a requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:02.544041 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:02.544626 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.576255 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c2c6e5f2-26fa-442a-803e-1811f30e8331 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6506479 Oct 26 10:53:02.593968 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:53:02.601395 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-fb709996-a54e-4e44-86e2-2097ac9dd4fc admin admin] 10.222.0.79 "PUT /v2.0/routers/4342acf6-49bd-400b-a12d-c15d8d2bb8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200389 Oct 26 10:53:02.601529 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33504) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:02.614003 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Sync routers for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:53:02.632264 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:53:02.632944 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:53:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:02.665638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7bee9-88fe-46fa-89a6-7ea76ec8cad8 None None] Network 6705c1f2-316a-46d0-ab61-a2269901020a requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:02.720945 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks [] for router, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.781990 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:53:02.921461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:02.991001 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:53:01Z', 'revision_number': 5, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:03.033269 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Checking router: 4342acf6-49bd-400b-a12d-c15d8d2bb8bf for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:53:03.046549 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Routers {'4342acf6-49bd-400b-a12d-c15d8d2bb8bf'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:53:03.047448 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:53:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:03.154997 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] Set router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:53:03.158391 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33526) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:03.163516 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810224946-network', 'tenant_id': '2a064f753482411baa9cd79483a3fee3'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:03.192806 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Made reservation on behalf of 2a064f753482411baa9cd79483a3fee3 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:03.195068 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.195978 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e81c-f530-4bef-a47d-7b928ed5074a req-dc436d90-0379-470a-95d4-378054470cdf tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:03.197654 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1774e81c-f530-4bef-a47d-7b928ed5074a req-dc436d90-0379-470a-95d4-378054470cdf tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 944 time: 0.0914319 Oct 26 10:53:03.202802 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.217065 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.243277 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1774e81c-f530-4bef-a47d-7b928ed5074a req-95b35c30-e388-4b3f-bb17-64f7dc8d1d0d tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Oct 26 10:53:03.296453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.302598 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.302810 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Deleting port cf072d9e-fb38-4a36-982f-04b4ed002f7a {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:53:03.303031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.328962 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:53:03.344821 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7916b-3e47-49a2-936c-3eea8af4afb6,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.348024 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.348590 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Added segment 2d153492-79b0-4da2-87c4-1c5ec53dab5b of type vlan for network 8b3a172d-c68b-45e3-838e-f46593bd6161 Oct 26 10:53:03.396201 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.396939 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] For port cf072d9e-fb38-4a36-982f-04b4ed002f7a, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=cf072d9e-fb38-4a36-982f-04b4ed002f7a,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:03.397485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.409219 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:53:01Z', 'revision_number': 5, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:03.410893 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Calling delete_port for cf072d9e-fb38-4a36-982f-04b4ed002f7a owned by network:router_gateway {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:53:03.426847 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33530) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:03.434100 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.435070 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:03.435745 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.452420 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device becd112a-0920-47a1-be05-4e2d83f3a840 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:53:03.453054 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb75c7-99bb-444a-9b3c-321170146990 None None] The sync data for ids ['4342acf6-49bd-400b-a12d-c15d8d2bb8bf'] in dv-cinder-815461-1-iscsi is: [{'id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'name': 'tempest-TestShelveInstance-1763617296-router', 'tenant_id': '22935a38ce6d45c39d83a540ae7c19ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:47:07Z', 'updated_at': '2021-10-26T10:53:01Z', 'revision_number': 5, 'project_id': '22935a38ce6d45c39d83a540ae7c19ee', 'gw_port': {'id': 'cf072d9e-fb38-4a36-982f-04b4ed002f7a', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:43:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342acf6-49bd-400b-a12d-c15d8d2bb8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:47:08Z', 'updated_at': '2021-10-26T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:53:03.532121 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3700829 Oct 26 10:53:03.534586 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33534) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:03.539702 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Request body: {'subnet': {'network_id': '8b3a172d-c68b-45e3-838e-f46593bd6161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810224946-subnet', 'tenant_id': '2a064f753482411baa9cd79483a3fee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:03.546698 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754facf-c1e0-4c15-8772-2b3c21cec6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3a172d-c68b-45e3-838e-f46593bd6161,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.548712 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port becd112a-0920-47a1-be05-4e2d83f3a840 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:53:03.563576 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 8b3a172d-c68b-45e3-838e-f46593bd6161 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:53:03.567264 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port becd112a-0920-47a1-be05-4e2d83f3a840 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:53:03.567850 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.572073 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7fe57ee2-0db0-480f-9b40-46470c7fb83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.581005 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Made reservation on behalf of 2a064f753482411baa9cd79483a3fee3 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:03.583330 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.606495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.643800 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf072d9e-fb38-4a36-982f-04b4ed002f7a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.720394 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.732190 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587835'] for router_gateway, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.745069 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:53:03.747148 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6424d1-4beb-49ad-9458-992898e1f5ab" -d '{"events": [{"server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "name": "network-vif-plugged", "status": "completed", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:53:03.749550 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7fe57ee2-0db0-480f-9b40-46470c7fb83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.756261 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7fe57ee2-0db0-480f-9b40-46470c7fb83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.761280 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=becd112a-0920-47a1-be05-4e2d83f3a840,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:03.767239 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.841377 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75c577-7313-44e1-b51b-3ba550f61de6 x-openstack-request-id: req-4b75c577-7313-44e1-b51b-3ba550f61de6 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:53:03.842113 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "name": "network-vif-plugged", "status": "completed", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:53:03.842622 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b75c577-7313-44e1-b51b-3ba550f61de6 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:53:03.843067 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7fe57ee2-0db0-480f-9b40-46470c7fb83b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d40a06c56c944d6a3cce5f45952ed8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150710 Oct 26 10:53:03.843476 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840', 'code': 200} Oct 26 10:53:03.846049 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33538) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:03.872720 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57ee2-0db0-480f-9b40-46470c7fb83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d2b9a-b9e0-4f14-ad46-83e1e467325f,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.878633 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.891054 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.903103 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.921195 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5188'] for router, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.923943 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.971412 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce13829-6af4-420e-8779-f62a26005bd0,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:03.977544 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.987594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588459'] for router, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:03.988278 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4342acf6-49bd-400b-a12d-c15d8d2bb8bf {{(pid=108009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 10:53:04.002055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.005665 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e57a34eb-5ace-40ba-8fc4-2572c2c9b04a admin admin] 10.222.0.79 "DELETE /v2.0/routers/4342acf6-49bd-400b-a12d-c15d8d2bb8bf HTTP/1.1" status: 204 len: 168 time: 1.4032395 Oct 26 10:53:04.006678 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Checking segment: {'id': '2d153492-79b0-4da2-87c4-1c5ec53dab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8b3a172d-c68b-45e3-838e-f46593bd6161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:53:04.007140 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Network hostable DHCP agents. Network: 8b3a172d-c68b-45e3-838e-f46593bd6161, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:53:04.010193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33540) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:04.037510 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.040909 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 87aae76e-9a18-44e3-bf91-ffd51bf52d92 no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:53:04.071631 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: 87aae76e-9a18-44e3-bf91-ffd51bf52d92 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:53:04.072226 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 87aae76e-9a18-44e3-bf91-ffd51bf52d92 not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:53:04.076262 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Network 8b3a172d-c68b-45e3-838e-f46593bd6161 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:53:04.090959 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 8b3a172d-c68b-45e3-838e-f46593bd6161) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:53:04.095586 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:04.096170 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.096744 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Deleting subnet 64fc387c-ea60-4224-b781-59354c9884cb {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:53:04.101772 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.104816 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f332b2-580f-42aa-958a-f491677f1df5 req-8e7f1cc2-150e-4d0f-9d83-915097862e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:04.106442 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-06f332b2-580f-42aa-958a-f491677f1df5 req-8e7f1cc2-150e-4d0f-9d83-915097862e1d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 1098 time: 0.0641148 Oct 26 10:53:04.111746 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84e345-9b81-4ad9-bb7c-c4f9f49fb21f None None] Network 8b3a172d-c68b-45e3-838e-f46593bd6161 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:04.116688 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-ff805836-3d1a-46dc-a8f1-18a7570056aa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5810051 Oct 26 10:53:04.123653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.127083 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.145629 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d7d2b9a-b9e0-4f14-ad46-83e1e467325f HTTP/1.1" status: 204 len: 168 time: 0.2804320 Oct 26 10:53:04.162230 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b996f7-bf56-47ce-9b06-a4b3eba540f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d2b9a-b9e0-4f14-ad46-83e1e467325f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:04.181629 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106679'] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.214105 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-06f332b2-580f-42aa-958a-f491677f1df5 req-f2c9c7a2-e695-40a6-b1d9-99f68e5fbe05 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788307 Oct 26 10:53:04.291454 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.441229 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4246476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240203'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.455259 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de1c7-b70d-4da2-b9af-da5ef6732134 req-c9ba330e-fc90-4008-9c0b-484f94be5b98 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:04.457292 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a18de1c7-b70d-4da2-b9af-da5ef6732134 req-c9ba330e-fc90-4008-9c0b-484f94be5b98 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 945 time: 0.0905943 Oct 26 10:53:04.495881 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fc387c-ea60-4224-b781-59354c9884cb,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:04.507270 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.512990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d48f13f5-c8f0-438b-9f8f-a0e56e08f46f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/64fc387c-ea60-4224-b781-59354c9884cb HTTP/1.1" status: 204 len: 168 time: 0.4994881 Oct 26 10:53:04.513956 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33554) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:04.524184 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0b2f5-a129-43e7-8d6f-8c0b4bb4b3ec None None] Network 3558a8f0-fc97-4ee8-b28c-306675bbea4e requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:04.543769 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a18de1c7-b70d-4da2-b9af-da5ef6732134 req-56039d65-8efc-4211-8cfb-7a4b56a61930 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498562 Oct 26 10:53:04.550890 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33556) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:04.566847 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b6070d5a-2f99-45fb-81d3-a0d7534f5af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.624835 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.640222 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c8748-611e-43dc-803b-ed456695a3db None None] Network 8b3a172d-c68b-45e3-838e-f46593bd6161 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:04.655044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b6070d5a-2f99-45fb-81d3-a0d7534f5af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.660709 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b6070d5a-2f99-45fb-81d3-a0d7534f5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.689642 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Deleting port f82f61e2-a2b8-405c-8c7d-9f958861595f {{(pid=108008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:53:04.690314 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.714434 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b6070d5a-2f99-45fb-81d3-a0d7534f5af2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bab195cfa99a4b88a30603097edcb902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594608 Oct 26 10:53:04.714434 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070d5a-2f99-45fb-81d3-a0d7534f5af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b17b77f-5a6c-4095-a56d-706f52064772,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:04.715167 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33558) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:04.772309 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.db [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] For port f82f61e2-a2b8-405c-8c7d-9f958861595f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=f82f61e2-a2b8-405c-8c7d-9f958861595f,segment=NetworkSegment(1ddbdfed-3d24-41d0-bf6c-ae9a46456f73),segment_id=1ddbdfed-3d24-41d0-bf6c-ae9a46456f73)] {{(pid=108008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:04.772709 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.795690 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.plugin [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Calling delete_port for f82f61e2-a2b8-405c-8c7d-9f958861595f owned by network:dhcp {{(pid=108008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:53:04.804249 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.855009 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.882503 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] DHCP port deletion for 3558a8f0-fc97-4ee8-b28c-306675bbea4e request from dv-cinder-815461-1-iscsi {{(pid=108010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 10:53:04.923908 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.926830 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.932464 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.934428 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b17b77f-5a6c-4095-a56d-706f52064772 HTTP/1.1" status: 204 len: 168 time: 0.2185688 Oct 26 10:53:04.950463 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Deleting port f82f61e2-a2b8-405c-8c7d-9f958861595f {{(pid=108010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:53:04.951624 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:04.966829 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82f61e2-a2b8-405c-8c7d-9f958861595f,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:04.968074 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9a18d-f7a9-4d44-8398-6a8f87fce973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b17b77f-5a6c-4095-a56d-706f52064772,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:04.973418 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] No DVR routers for this DVR port f82f61e2-a2b8-405c-8c7d-9f958861595f on host dv-cinder-815461-1-iscsi {{(pid=108008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:53:05.050342 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] For port f82f61e2-a2b8-405c-8c7d-9f958861595f, host dv-cinder-815461-1-iscsi, got binding levels [] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:05.050724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.078996 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Calling delete_port for f82f61e2-a2b8-405c-8c7d-9f958861595f owned by network:dhcp {{(pid=108010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:53:05.082724 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Port f82f61e2-a2b8-405c-8c7d-9f958861595f was not found and therefore no delete operation was performed {{(pid=108010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 10:53:05.084807 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943'] for port, after_delete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.096686 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.117649 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] Pushing event deleted for resources: {'Port': ['ID=f82f61e2-a2b8-405c-8c7d-9f958861595f,revision_number=None']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:05.122102 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a92be-afc0-49c5-a9f7-ca9dc93cfb7f None None] No DVR routers for this DVR port f82f61e2-a2b8-405c-8c7d-9f958861595f on host dv-cinder-815461-1-iscsi {{(pid=108010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:53:05.126286 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3558a8f0-fc97-4ee8-b28c-306675bbea4e']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:05.139525 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:05.139846 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddbdfed-3d24-41d0-bf6c-ae9a46456f73') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:05.150388 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.164217 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.170883 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:53:05.171477 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:53:05.173462 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:53:05.240298 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.246667 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.250073 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3558a8f0-fc97-4ee8-b28c-306675bbea4e HTTP/1.1" status: 204 len: 168 time: 0.7340896 Oct 26 10:53:05.260578 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece79b-521b-4fb6-8983-9e3fbf92a2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3558a8f0-fc97-4ee8-b28c-306675bbea4e,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:05.435238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33576) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:05.475205 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-66e27237-7289-4494-b8e5-af78a5d0723b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9bc351134cf84119be3ed19dc2715a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387137 Oct 26 10:53:05.478382 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33580) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:05.525475 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.547192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.605518 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.608358 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:05.609641 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c385eef9-450e-4f30-8447-ee2c9a9f44d2 HTTP/1.1" status: 204 len: 168 time: 0.1303680 Oct 26 10:53:05.623359 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a140d-de8c-403b-a27f-7219200dc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c385eef9-450e-4f30-8447-ee2c9a9f44d2,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:05.683815 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c76b5-2a4c-47cf-a756-9dc07fa69a0c req-13ad55bc-c29e-4230-8dec-99b2b22efb40 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:05.685373 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-915c76b5-2a4c-47cf-a756-9dc07fa69a0c req-13ad55bc-c29e-4230-8dec-99b2b22efb40 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 945 time: 0.0604792 Oct 26 10:53:05.729286 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-915c76b5-2a4c-47cf-a756-9dc07fa69a0c req-a3767d58-27c5-4813-bb1a-203cb333c3ed tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Oct 26 10:53:05.797985 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device f82f61e2-a2b8-405c-8c7d-9f958861595f no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:53:05.821076 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: f82f61e2-a2b8-405c-8c7d-9f958861595f {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:53:05.822268 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device f82f61e2-a2b8-405c-8c7d-9f958861595f not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:53:05.822726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device cf072d9e-fb38-4a36-982f-04b4ed002f7a no longer exists at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:53:05.844769 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] No Port match for: cf072d9e-fb38-4a36-982f-04b4ed002f7a {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:53:05.845142 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device cf072d9e-fb38-4a36-982f-04b4ed002f7a not bound to the agent host dv-cinder-815461-1-iscsi {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:53:06.029571 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33608) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:06.072081 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b6d8f917-3b08-4461-9d2a-c5c6a722f847 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22935a38ce6d45c39d83a540ae7c19ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407159 Oct 26 10:53:06.082368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33612) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:06.132214 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:06.155447 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:06.225688 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:06.228393 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:06.231874 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fdfb5748-766a-4c59-af49-5b2f82e6ddd4 HTTP/1.1" status: 204 len: 168 time: 0.1538301 Oct 26 10:53:06.238770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75962-5e95-47e4-93aa-1bc6aebc6cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb5748-766a-4c59-af49-5b2f82e6ddd4,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:13.316740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33784) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:13.418658 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-792687c8-5ba3-4ee8-a754-c82d1f96671a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.489217 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-792687c8-5ba3-4ee8-a754-c82d1f96671a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.492615 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-792687c8-5ba3-4ee8-a754-c82d1f96671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.529927 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-792687c8-5ba3-4ee8-a754-c82d1f96671a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f87cf61f15344ca497863fd0b649f7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121010 Oct 26 10:53:13.530785 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792687c8-5ba3-4ee8-a754-c82d1f96671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16296abf-4736-40b6-95c8-a9c1bd65fc03,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:13.532562 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33788) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:13.583223 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.604232 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.651233 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.653760 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:13.654865 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16296abf-4736-40b6-95c8-a9c1bd65fc03 HTTP/1.1" status: 204 len: 168 time: 0.1207435 Oct 26 10:53:13.662435 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16296abf-4736-40b6-95c8-a9c1bd65fc03,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:13.669964 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.670329 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.670652 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.670985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.671317 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.671647 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.671973 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.672296 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.672620 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.672940 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.673285 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.673604 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8462-2fde-4978-896a-2d793a95f25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:13.912550 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33798) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:13.928120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-105323fd-8dc7-4d39-bf07-b6e97bbfdcbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.002485 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-105323fd-8dc7-4d39-bf07-b6e97bbfdcbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.006087 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-105323fd-8dc7-4d39-bf07-b6e97bbfdcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.043669 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-105323fd-8dc7-4d39-bf07-b6e97bbfdcbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bd2eaba5cbe45e3afc08f9747a8cb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291542 Oct 26 10:53:14.044747 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105323fd-8dc7-4d39-bf07-b6e97bbfdcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b3dac2-ffe8-4b8b-b965-aa84cde779ff,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:14.046460 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33800) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:14.093915 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.113689 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.158093 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.160593 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.161758 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95b3dac2-ffe8-4b8b-b965-aa84cde779ff HTTP/1.1" status: 204 len: 168 time: 0.1142206 Oct 26 10:53:14.169165 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fa2c7-042b-4750-818f-be05eac58d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b3dac2-ffe8-4b8b-b965-aa84cde779ff,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:14.462426 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33806) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:14.475088 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7548fe81-71df-4b65-8ca0-1fad306561c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.548397 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7548fe81-71df-4b65-8ca0-1fad306561c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.552218 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7548fe81-71df-4b65-8ca0-1fad306561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.590974 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7548fe81-71df-4b65-8ca0-1fad306561c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adab9498db124283ace731e2bdb4a06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274745 Oct 26 10:53:14.592868 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548fe81-71df-4b65-8ca0-1fad306561c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b7691-6226-45b7-8057-8e5fd53dd29a,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:14.593618 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33810) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:14.642829 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.663274 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.707536 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.710015 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:14.711143 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad5b7691-6226-45b7-8057-8e5fd53dd29a HTTP/1.1" status: 204 len: 168 time: 0.1165414 Oct 26 10:53:14.718450 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc2a5-a4e5-4dd0-9f26-71d4dfd25af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b7691-6226-45b7-8057-8e5fd53dd29a,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:21.335428 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33906) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:21.436175 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcb-67ac-484b-87a6-c29fc1b1f1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.505769 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcb-67ac-484b-87a6-c29fc1b1f1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.509759 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcb-67ac-484b-87a6-c29fc1b1f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.548965 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-b17b7fcb-67ac-484b-87a6-c29fc1b1f1d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=573b55aa8a7f4cf8b2c9b5fc42a2aa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124965 Oct 26 10:53:21.549803 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7fcb-67ac-484b-87a6-c29fc1b1f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc436d9e-1bb9-4877-aa92-cd212ab1448a,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:21.552453 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33910) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:21.605009 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.626605 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.673403 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.675874 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:21.677021 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc436d9e-1bb9-4877-aa92-cd212ab1448a HTTP/1.1" status: 204 len: 168 time: 0.1232944 Oct 26 10:53:21.685356 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dedfa-9a4c-4678-9a41-dfdd0dc74b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc436d9e-1bb9-4877-aa92-cd212ab1448a,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:23.293912 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33986) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:23.338932 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Deleting subnet 0f447d67-aed6-4dcd-9bd7-33f1dd9f28b1 {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:53:23.341924 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.376537 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.419005 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.467907 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.492960 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f447d67-aed6-4dcd-9bd7-33f1dd9f28b1,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:23.497248 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.500384 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8b9fb468-cde1-4388-b025-e9f2bd1c56c4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0f447d67-aed6-4dcd-9bd7-33f1dd9f28b1 HTTP/1.1" status: 204 len: 168 time: 0.2052956 Oct 26 10:53:23.502763 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 33988) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:23.569637 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.649427 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.668570 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6705c1f2-316a-46d0-ab61-a2269901020a']}} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:23.677499 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c662fb-d629-48ea-aea3-e4e25b052a43') {'for_net_delete': True} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:23.677797 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.services.segments.db [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c662fb-d629-48ea-aea3-e4e25b052a43') {} {{(pid=108008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:23.687348 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5122726'] for segment, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.699981 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.706117 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=108008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:53:23.706526 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133715'] for segment, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: Traceback (most recent call last): Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: timer() Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: cb(*args, **kw) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: return func(*args, **kwargs) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: self._notify() Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: self.callback(batched_events) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: event.method(event) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: return f(self, *a, **k) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._get(url).json() Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: return self.request(url, 'GET', **kwargs) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:53:23.708336 dv-cinder-815461-1-iscsi neutron-server[108008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:53:23.765846 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.772817 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.776129 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6705c1f2-316a-46d0-ab61-a2269901020a HTTP/1.1" status: 204 len: 168 time: 0.2724535 Oct 26 10:53:23.779195 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33992) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:23.786031 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe7943-a113-46a2-832b-7851ef7be777 admin admin] Pushing event deleted for resources: {'Network': ['ID=6705c1f2-316a-46d0-ab61-a2269901020a,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:23.825426 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Deleting subnet cce13829-6af4-420e-8779-f62a26005bd0 {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:53:23.828669 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.864849 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106679'] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.902428 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.954625 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4246476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240203'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.986686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce13829-6af4-420e-8779-f62a26005bd0,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:23.988649 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:23.994051 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7b4ee74e-bafd-44c5-9041-8b9d181a3715 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cce13829-6af4-420e-8779-f62a26005bd0 HTTP/1.1" status: 204 len: 168 time: 0.2138464 Oct 26 10:53:23.994898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 33998) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:24.071190 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.154830 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.176712 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3a172d-c68b-45e3-838e-f46593bd6161']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:24.186414 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d153492-79b0-4da2-87c4-1c5ec53dab5b') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:24.186710 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d153492-79b0-4da2-87c4-1c5ec53dab5b') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:24.196730 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.209838 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.216376 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:53:24.216766 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:53:24.218424 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:53:24.278249 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.280577 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:53:24.283866 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.287154 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] 10.222.0.79 "DELETE /v2.0/networks/8b3a172d-c68b-45e3-838e-f46593bd6161 HTTP/1.1" status: 204 len: 168 time: 0.2907898 Oct 26 10:53:24.301114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fedce7-59bd-44f2-a4f1-88a31e0b9c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3a172d-c68b-45e3-838e-f46593bd6161,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:24.468876 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34016) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:24.507036 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-8290d77b-7517-450f-99e0-ac01da339aa0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f97420476754419bcda17d34e34b789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369084 Oct 26 10:53:24.509865 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34018) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:24.560497 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.581179 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.625764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.628302 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:24.629463 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a962180-c40c-4b8c-bf3e-22055c6a16a8 HTTP/1.1" status: 204 len: 168 time: 0.1186912 Oct 26 10:53:24.637802 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a9c37-328c-4d1d-afa3-b8114c892975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a962180-c40c-4b8c-bf3e-22055c6a16a8,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:24.933373 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34024) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:24.972771 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-90d37275-b1be-4526-87e9-30745b2eead3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a064f753482411baa9cd79483a3fee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380371 Oct 26 10:53:24.975065 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34026) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:25.026108 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:25.048411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:25.095402 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:25.097985 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:25.099126 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17f7916b-3e47-49a2-936c-3eea8af4afb6 HTTP/1.1" status: 204 len: 168 time: 0.1231523 Oct 26 10:53:25.107407 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00d684-579d-4bd3-98f3-e70dea215fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7916b-3e47-49a2-936c-3eea8af4afb6,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:25.698648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0428c-f6d5-4c46-b5a9-8cb210b6ddf2 req-b0685e79-7241-4bdb-83d1-e3eeefbb460e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:25.700093 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4c0428c-f6d5-4c46-b5a9-8cb210b6ddf2 req-b0685e79-7241-4bdb-83d1-e3eeefbb460e tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 945 time: 0.0581341 Oct 26 10:53:25.738590 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-f4c0428c-f6d5-4c46-b5a9-8cb210b6ddf2 req-e81c298a-e7a9-4d80-b4b7-3571a6b7feff tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Oct 26 10:53:26.162653 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34072) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:26.270174 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef6e4-493c-489b-a3b2-5191ec9c8d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.341599 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef6e4-493c-489b-a3b2-5191ec9c8d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.345236 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef6e4-493c-489b-a3b2-5191ec9c8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.383533 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-ab0ef6e4-493c-489b-a3b2-5191ec9c8d79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fce3d23b500e44609d6bf886c9d81114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197704 Oct 26 10:53:26.384377 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ef6e4-493c-489b-a3b2-5191ec9c8d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed21644-ae97-4c7e-93c4-09fecb9ebe27,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:26.386194 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34076) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:26.433561 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.454165 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.498412 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.501111 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:26.502234 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ed21644-ae97-4c7e-93c4-09fecb9ebe27 HTTP/1.1" status: 204 len: 168 time: 0.1150076 Oct 26 10:53:26.510826 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329ef9e-3208-440e-87fc-4cebf3b752ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed21644-ae97-4c7e-93c4-09fecb9ebe27,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:26.871937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15724523-ee77-4775-b8ac-4c1ff0e17e73 req-0b4c94e6-171c-4422-a79e-8fd14bc00117 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:26.873503 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-15724523-ee77-4775-b8ac-4c1ff0e17e73 req-0b4c94e6-171c-4422-a79e-8fd14bc00117 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 945 time: 0.0594354 Oct 26 10:53:26.912888 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-15724523-ee77-4775-b8ac-4c1ff0e17e73 req-d9f91d1b-2816-476c-bb65-8f57e660c740 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/security-groups?id=789112c1-9b0b-49ef-991e-16b797cdacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Oct 26 10:53:27.119541 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c3dc81f9-3f38-4b01-a933-a41f626c345a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:27.280705 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-ea7a5cda-6d92-4580-8ccc-9d6db4bb43ef tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:27.282221 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-ea7a5cda-6d92-4580-8ccc-9d6db4bb43ef tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 945 time: 0.0530512 Oct 26 10:53:27.378770 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Deleting port becd112a-0920-47a1-be05-4e2d83f3a840 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:53:27.379308 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:27.474436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] For port becd112a-0920-47a1-be05-4e2d83f3a840, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=becd112a-0920-47a1-be05-4e2d83f3a840,segment=NetworkSegment(617fdaa3-d939-4685-8fd6-5266a88f2db1),segment_id=617fdaa3-d939-4685-8fd6-5266a88f2db1)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:53:27.475092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:27.489926 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Calling delete_port for becd112a-0920-47a1-be05-4e2d83f3a840 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:53:27.637984 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:27.674811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Pushing event deleted for resources: {'Port': ['ID=becd112a-0920-47a1-be05-4e2d83f3a840,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:27.712676 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] No DVR routers for this DVR port becd112a-0920-47a1-be05-4e2d83f3a840 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:53:27.715703 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:27.719532 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-dbf4fac2-bfb3-40a7-ab33-853bf7de6af8 req-0a3a51f7-8811-42ea-8c30-216b896f46c4 tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.72 "DELETE /v2.0/ports/becd112a-0920-47a1-be05-4e2d83f3a840 HTTP/1.1" status: 204 len: 173 time: 0.4313691 Oct 26 10:53:27.719997 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'name': 'network-vif-deleted', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:53:27.722460 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee36cd7-3502-4ee0-b675-3bb2e01e2164" -d '{"events": [{"server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "name": "network-vif-deleted", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:53:27.778272 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62916c-887b-424e-8653-511b00703c30 x-openstack-request-id: req-3c62916c-887b-424e-8653-511b00703c30 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:53:27.778571 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6eed11a-e7af-4b1e-a343-16f63e778b0a", "name": "network-vif-deleted", "tag": "becd112a-0920-47a1-be05-4e2d83f3a840", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:53:27.778822 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c62916c-887b-424e-8653-511b00703c30 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:53:27.779245 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6eed11a-e7af-4b1e-a343-16f63e778b0a', 'name': 'network-vif-deleted', 'tag': 'becd112a-0920-47a1-be05-4e2d83f3a840', 'status': 'completed', 'code': 200} Oct 26 10:53:28.029586 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d40cea71-86d0-4beb-aeb6-320787daa7d1 req-a5bea675-8769-4170-99a8-ef57930056cd tempest-VolumesSnapshotTestJSON-76826118 tempest-VolumesSnapshotTestJSON-76826118-project] 10.222.0.79 "GET /v2.0/ports?device_id=e6eed11a-e7af-4b1e-a343-16f63e778b0a HTTP/1.1" status: 200 len: 210 time: 0.0277185 Oct 26 10:53:29.533918 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e6b1908b-8d88-417b-9ded-15fa9a18345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:29.567047 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device becd112a-0920-47a1-be05-4e2d83f3a840 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:53:29.588927 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: becd112a-0920-47a1-be05-4e2d83f3a840 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:53:29.589292 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device becd112a-0920-47a1-be05-4e2d83f3a840 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:53:30.901588 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:30.954229 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:32.907784 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:33.901448 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:34.770948 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34284) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:34.879321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a8c57deb-3d46-40ea-94ee-bbefc71e5c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:34.968733 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a8c57deb-3d46-40ea-94ee-bbefc71e5c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:34.974723 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-a8c57deb-3d46-40ea-94ee-bbefc71e5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:35.017155 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-a8c57deb-3d46-40ea-94ee-bbefc71e5c63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=593b2457cc634b409237be062f0feefc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449234 Oct 26 10:53:35.020154 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34292) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:35.022469 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57deb-3d46-40ea-94ee-bbefc71e5c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf625669-45bc-439d-a84b-01beb1d6d7de,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:35.073233 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:35.094773 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:35.140495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:35.143341 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:35.144460 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf625669-45bc-439d-a84b-01beb1d6d7de HTTP/1.1" status: 204 len: 168 time: 0.1232994 Oct 26 10:53:35.151740 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3fdb7-49cf-4398-8f28-ff93166c2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf625669-45bc-439d-a84b-01beb1d6d7de,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:48.162231 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34418) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:48.262508 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.332861 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.337177 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.374375 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=724b84a2aa4c4a73911d9e85274068e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110593 Oct 26 10:53:48.375270 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a047cfb-43c0-48b2-8e2d-35fdc9270fce,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:48.377191 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34422) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:48.393500 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.393852 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.394201 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.394538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.394869 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.395199 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.395529 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.395857 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.396183 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.396504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.396826 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.397171 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc3303-82e8-4a8c-be38-94f90f8255bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:53:48.437411 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.458047 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.501783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.504354 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:48.505489 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a047cfb-43c0-48b2-8e2d-35fdc9270fce HTTP/1.1" status: 204 len: 168 time: 0.1273644 Oct 26 10:53:48.513259 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57222a51-3f7e-4ba5-b4be-be21d9267de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a047cfb-43c0-48b2-8e2d-35fdc9270fce,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:49.110210 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34450) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:49.200811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-629718633-network', 'tenant_id': 'f4cd8285b64b41cc904af9dd42f9ee23'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:49.221289 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Made reservation on behalf of f4cd8285b64b41cc904af9dd42f9ee23 for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:49.223506 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.232457 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.303031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.306493 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.329479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:53:49.339248 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88df1b-173c-4c04-b767-9f0ff824ae34,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:49.343850 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.344188 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Added segment 42f018f9-e3e5-4899-a37c-6c3d9537ab84 of type vlan for network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 Oct 26 10:53:49.381900 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.405383 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.406312 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:49.406936 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.459425 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3481457 Oct 26 10:53:49.462423 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34454) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:49.467783 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Request body: {'subnet': {'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-629718633-subnet', 'tenant_id': 'f4cd8285b64b41cc904af9dd42f9ee23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:49.472779 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae28aa-7e86-4acf-9c83-eedd62fb9563 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee5407c-4e52-4dd3-98ae-ea35df547ea3,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:49.483609 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:53:49.487394 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Made reservation on behalf of f4cd8285b64b41cc904af9dd42f9ee23 for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:49.489663 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.651027 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.707289 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:49.718078 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Checking segment: {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:53:49.718439 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Network hostable DHCP agents. Network: 8ee5407c-4e52-4dd3-98ae-ea35df547ea3, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:53:49.735411 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:53:49.745341 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 8ee5407c-4e52-4dd3-98ae-ea35df547ea3) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:53:49.750017 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:49.750613 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:49.756430 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84ff76-8f87-4322-b323-88392dead302 None None] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:49.778020 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-bcfc3f09-d44a-42d9-8512-09d4afcb5b14 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087335 Oct 26 10:53:49.909816 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a6778-5f6a-48da-b266-5fa272b76641 None None] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:53:51.508686 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-e2f1a523-093c-4522-8bcb-2e3d232bdaeb tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:51.510730 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-e2f1a523-093c-4522-8bcb-2e3d232bdaeb tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/networks?id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 200 len: 808 time: 0.0981324 Oct 26 10:53:51.525321 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-6e3cfb99-a05a-4272-98f4-1153a0ed2767 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/quotas/f4cd8285b64b41cc904af9dd42f9ee23 HTTP/1.1" status: 200 len: 375 time: 0.0088966 Oct 26 10:53:51.558930 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-43b14468-f5ec-4fad-b7bf-8f17169ce35b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285389 Oct 26 10:53:51.645843 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-40a64ca1-1aaf-4c5b-83dd-5aa98f871358 service neutron] 10.222.0.79 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804245 Oct 26 10:53:51.735286 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-36b3e7c2-9e65-44cb-b0e5-ba3709bf48d8 service neutron] 10.222.0.79 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834789 Oct 26 10:53:52.065971 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34510) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:52.110129 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_v2 [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Deleting subnet d5f754cd-e747-482e-a437-852c9aaf71ea {{(pid=108008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:53:52.113153 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.146775 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5122733'] for subnet, precommit_delete_associations {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.184060 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.236803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612903'] for subnet, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.260927 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f754cd-e747-482e-a437-852c9aaf71ea,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:52.264591 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.267977 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-813b0bd5-0727-4a7a-a34b-9c2190420ba2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d5f754cd-e747-482e-a437-852c9aaf71ea HTTP/1.1" status: 204 len: 168 time: 0.2010109 Oct 26 10:53:52.270570 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34512) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:52.337058 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.419461 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.437998 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e409658d-19e3-4266-9b94-753f528f8f72']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:52.446782 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617fdaa3-d939-4685-8fd6-5266a88f2db1') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:52.447212 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617fdaa3-d939-4685-8fd6-5266a88f2db1') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:53:52.456054 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.469057 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.475021 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:53:52.475462 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:53:52.477050 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:53:52.533272 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.538466 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.542208 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e409658d-19e3-4266-9b94-753f528f8f72 HTTP/1.1" status: 204 len: 168 time: 0.2705994 Oct 26 10:53:52.552701 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6949be-af5b-4e05-9828-8defbf8933a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e409658d-19e3-4266-9b94-753f528f8f72,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:52.651227 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34516) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:52.689163 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-17f62962-57ef-4350-b030-e02138436417 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d92c85897b504210a3f6682e91d11363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366673 Oct 26 10:53:52.691402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34518) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:53:52.738378 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.758301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.802447 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.805043 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:52.806187 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/789112c1-9b0b-49ef-991e-16b797cdacd6 HTTP/1.1" status: 204 len: 168 time: 0.1139097 Oct 26 10:53:52.813414 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94904d59-0de8-4e71-9d3c-70960c87347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789112c1-9b0b-49ef-991e-16b797cdacd6,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:52.909543 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-7e4f3a87-d22d-4103-8752-9b745f3943f0 req-a16e5313-2fb9-48ec-9d5a-1026e1f50b62 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Oct 26 10:53:53.987510 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-2287ea1f-7441-4d96-b0f9-e2020401b32f req-20431a98-e21d-4a76-9200-ffefd0f205f5 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Oct 26 10:53:55.065405 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d896e093-9e83-45be-a8fe-ef8eb2eaadb6 req-0209d41d-6b6d-47e6-bbbc-0f9f701c3280 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Oct 26 10:53:56.141072 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a6d9bf6-1d6a-42dc-9609-0555c2ee2227 req-f5133209-523f-412c-b76f-bb14dd756026 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0253649 Oct 26 10:53:57.116922 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-74cec848-adc4-4675-a51d-09a4d8627c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:57.232770 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-745c5173-9ee8-41b0-ba52-b64dde70dba1 req-d64b9f33-22b3-49e6-a33c-519423f4613b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0255535 Oct 26 10:53:58.324319 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-76b93c37-3892-465f-bcbf-77f3ea595fa7 req-0274f0d2-fc6a-4689-b69e-e41745977a40 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Oct 26 10:53:58.465564 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-c093cfed-e6e5-4466-a31b-56af4cec6c2d tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:58.466986 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-c093cfed-e6e5-4466-a31b-56af4cec6c2d tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "GET /v2.0/networks?id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 200 len: 808 time: 0.1059053 Oct 26 10:53:58.481417 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Request body: {'port': {'device_id': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3', 'admin_state_up': True, 'tenant_id': 'f4cd8285b64b41cc904af9dd42f9ee23'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:58.585569 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Made reservation on behalf of f4cd8285b64b41cc904af9dd42f9ee23 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:53:58.588958 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:58.711735 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Allocated IP 172.20.0.5 (8ee5407c-4e52-4dd3-98ae-ea35df547ea3/5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb/de8e8e8b-ce2a-4fc8-91be-758929c1a2c0) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:53:58.855027 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:58.887391 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:58.930025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:53:58.933727 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:53:58.937368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:53:58.943463 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Pushing event updated for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:58.988229 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:58.988828 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.003554 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec77e17a-1f32-4630-adc8-59f646cd4461 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5259368 Oct 26 10:53:59.015526 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Request body: {'port': {'device_id': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:53:59.070428 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.335228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:53:59.346975 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.361042 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Transition to ACTIVE for port object de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:53:59.364875 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.436557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Pushing event updated for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:59.446307 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80ee7-33c4-4524-b139-7f5c898e727e req-0715a678-f7b8-4132-a28e-cccd5e1cc13b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:59.448531 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-04f80ee7-33c4-4524-b139-7f5c898e727e req-0715a678-f7b8-4132-a28e-cccd5e1cc13b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 943 time: 0.0522587 Oct 26 10:53:59.485751 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-04f80ee7-33c4-4524-b139-7f5c898e727e req-04799a37-03cd-4c59-a58f-18632dd29707 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Oct 26 10:53:59.487793 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Attempting to bind port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:53:59.488238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Attempting to bind port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:53:59.488569 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Attempting to bind port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:53:59.492925 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:53:59.493275 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Attempting to bind port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:53:59.499087 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:53:59.499412 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Checking segment: {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:53:59.499788 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Bound using segment: {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:53:59.500249 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Bound port: de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:53:59.500594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.534891 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-2e52702d-8778-49bc-b4ed-64182de8c4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.561835 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:53:59.564928 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:53:59.568888 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.601575 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:53:59.602185 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:53:59.603592 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] 10.222.0.72 "PUT /v2.0/ports/de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 HTTP/1.1" status: 200 len: 1093 time: 0.5919056 Oct 26 10:53:59.604033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:53:59.606309 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816c0f4-968f-4dd4-84dd-d18511449f86" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:53:59.630193 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05642f0-89ac-44c3-81a7-12cc363fb54d service neutron] Pushing event updated for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:53:59.641066 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886990c4-89bc-4a2a-84e1-9ea4809b694c x-openstack-request-id: req-886990c4-89bc-4a2a-84e1-9ea4809b694c {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:53:59.641404 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:53:59.641918 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-886990c4-89bc-4a2a-84e1-9ea4809b694c {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:53:59.642309 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0', 'status': 'completed', 'code': 200} Oct 26 10:54:00.595504 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d39bb-5482-4dca-8003-0b0c53de4de7 req-50316ddf-1b06-4c69-9dce-7867f4c8a685 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:00.596855 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bc0d39bb-5482-4dca-8003-0b0c53de4de7 req-50316ddf-1b06-4c69-9dce-7867f4c8a685 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 943 time: 0.0468595 Oct 26 10:54:00.634699 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bc0d39bb-5482-4dca-8003-0b0c53de4de7 req-8aaace7f-69cb-49bf-8977-5153f607c484 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Oct 26 10:54:00.903938 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:00.954170 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:01.279308 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:54:01.749114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474dc4-0f77-4afb-8b27-7719c4da3df1 req-b7c2d597-7e82-4e52-a73a-595629b09f0e tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:01.750552 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6d474dc4-0f77-4afb-8b27-7719c4da3df1 req-b7c2d597-7e82-4e52-a73a-595629b09f0e tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 943 time: 0.0486200 Oct 26 10:54:01.789233 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-6d474dc4-0f77-4afb-8b27-7719c4da3df1 req-8317527e-1d3a-431e-b720-574427b1caac tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Oct 26 10:54:02.267870 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-a31bc8f3-a839-4066-ad61-e5ee7618fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.269333 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-a31bc8f3-a839-4066-ad61-e5ee7618fb01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 1096 time: 0.0384357 Oct 26 10:54:02.366783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-351a3bf2-6df7-4f87-9acd-4e4e95ffa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.368246 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-351a3bf2-6df7-4f87-9acd-4e4e95ffa8e9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0906339 Oct 26 10:54:02.703301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-6a470cfa-6810-4b14-9158-e9836cbedfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.704780 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d816c0f4-968f-4dd4-84dd-d18511449f86 req-6a470cfa-6810-4b14-9158-e9836cbedfaa service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3296638 Oct 26 10:54:02.777891 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-ffda0ceb-f8ef-457c-acb4-ac580cc8b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.779291 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-ffda0ceb-f8ef-457c-acb4-ac580cc8b809 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 1096 time: 0.0385549 Oct 26 10:54:02.824677 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-5dd99864-8aef-4995-90f3-34ef3179225f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 HTTP/1.1" status: 200 len: 217 time: 0.0360029 Oct 26 10:54:02.873750 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c10e8-37f5-4141-854a-87f12d66658e req-204b111f-5524-4b1c-bcb3-771aed54a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.875096 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-204b111f-5524-4b1c-bcb3-771aed54a800 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb HTTP/1.1" status: 200 len: 848 time: 0.0432572 Oct 26 10:54:02.901534 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff3d4-0529-41b7-aa24-53aa6c293c63 req-9a0e12ae-5a96-4752-8390-6aee9e386131 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:02.903023 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-59dff3d4-0529-41b7-aa24-53aa6c293c63 req-9a0e12ae-5a96-4752-8390-6aee9e386131 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 943 time: 0.0493174 Oct 26 10:54:02.907311 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-db8493db-bc15-47cb-a49d-64d6e1550576 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254829 Oct 26 10:54:02.910796 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:02.941482 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-59dff3d4-0529-41b7-aa24-53aa6c293c63 req-a80bacf6-f028-4385-b201-fd4989382cc3 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Oct 26 10:54:02.999649 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-ec98a926-eb85-46d5-a892-9a7d5da5c3b1 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853238 Oct 26 10:54:03.087175 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-794c10e8-37f5-4141-854a-87f12d66658e req-42bed1d1-9a06-4120-90f4-44e49051177d service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799828 Oct 26 10:54:03.912228 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:04.055619 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d30e8-6f71-4d94-a879-c5343375cee8 req-2a672fd8-2740-4322-bd9e-b3fd7b411044 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:04.057667 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-078d30e8-6f71-4d94-a879-c5343375cee8 req-2a672fd8-2740-4322-bd9e-b3fd7b411044 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 943 time: 0.0515208 Oct 26 10:54:04.093477 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-078d30e8-6f71-4d94-a879-c5343375cee8 req-cd7a9626-0131-450e-abd7-a1c59077c854 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298319 Oct 26 10:54:04.626427 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:54:04.722062 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:04.732800 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0', 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3', 'port_id': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0', 'mac_address': 'fa:16:3e:fe:f5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:54:04.767946 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:04.780529 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:54:04.799331 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:04.802915 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:04.848506 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:04.855299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.855628 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.855957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.856283 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.856604 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.856925 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.857269 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.857588 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.857904 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.858218 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.858531 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:04.858842 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:05.209376 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686d7e3-c1de-4f78-86ae-eafd9093f9bf req-f3058a36-4882-4f7c-b485-7b1457fd79cf tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:05.210817 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4686d7e3-c1de-4f78-86ae-eafd9093f9bf req-f3058a36-4882-4f7c-b485-7b1457fd79cf tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 944 time: 0.0515926 Oct 26 10:54:05.247210 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4686d7e3-c1de-4f78-86ae-eafd9093f9bf req-6f52a8a7-6f1a-4ede-bf5a-17d8dcc00726 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305107 Oct 26 10:54:06.359371 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536025-b5d8-4874-af84-eea8937b06ac req-839a68c0-c13b-4546-b582-e588bf1b61d1 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:06.360801 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d536025-b5d8-4874-af84-eea8937b06ac req-839a68c0-c13b-4546-b582-e588bf1b61d1 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 944 time: 0.0468247 Oct 26 10:54:06.398687 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5d536025-b5d8-4874-af84-eea8937b06ac req-0de9b3b2-d94d-49a5-8f4f-fe681885050d tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Oct 26 10:54:06.661586 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['de8e8e8b-ce2a-4fc8-91be-758929c1a2c0'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:54:07.511725 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab8292-22e1-47df-8802-b56bfba17283 req-aacd90a7-3c49-46f5-8527-1a7f27ab46f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:07.513171 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0ab8292-22e1-47df-8802-b56bfba17283 req-aacd90a7-3c49-46f5-8527-1a7f27ab46f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 944 time: 0.0479867 Oct 26 10:54:07.549036 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-d0ab8292-22e1-47df-8802-b56bfba17283 req-74d55cae-2ca6-4166-aec2-544be8e639cc tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297325 Oct 26 10:54:08.448518 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:54:08.497732 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:54:08.501257 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:54:08.501632 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:08.574907 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:08.596485 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:54:08.598742 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cec94a-2b4f-4639-9f01-78de02b36aba" -d '{"events": [{"server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "name": "network-vif-plugged", "status": "completed", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:54:08.613973 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:08.620161 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:08.660392 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d207b2-c6fe-40c5-bf8c-f0e1f55452b2 x-openstack-request-id: req-f6d207b2-c6fe-40c5-bf8c-f0e1f55452b2 {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:54:08.660672 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "name": "network-vif-plugged", "status": "completed", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:54:08.660937 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6d207b2-c6fe-40c5-bf8c-f0e1f55452b2 {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:54:08.661346 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0', 'code': 200} Oct 26 10:54:08.671141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:08.677537 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312d0a1-01f6-4705-9720-6bf1d1fa4f0a req-6424ecd4-e7f9-4e5c-8d58-d1bbd2c0bffe tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:08.682193 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1312d0a1-01f6-4705-9720-6bf1d1fa4f0a req-6424ecd4-e7f9-4e5c-8d58-d1bbd2c0bffe tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0646276 Oct 26 10:54:08.719847 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1312d0a1-01f6-4705-9720-6bf1d1fa4f0a req-e8a17b3f-5a80-4661-a31d-9091a90b7835 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341451 Oct 26 10:54:08.823375 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996c1f-cefd-438f-99c9-e7a7d8dc91c6 req-b54c669e-17c1-44dd-9bd2-9d3ce0e55883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:08.824820 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7996c1f-cefd-438f-99c9-e7a7d8dc91c6 req-b54c669e-17c1-44dd-9bd2-9d3ce0e55883 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 1098 time: 0.0424995 Oct 26 10:54:08.858834 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c7996c1f-cefd-438f-99c9-e7a7d8dc91c6 req-dfc28fc9-1ea7-419a-b84f-b69dda8f6812 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268521 Oct 26 10:54:09.836542 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da27edd-f36e-4b57-aba4-dff931c3f9a1 req-c7567c65-2d49-4aaa-9589-beb08cbc9f68 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:09.837931 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2da27edd-f36e-4b57-aba4-dff931c3f9a1 req-c7567c65-2d49-4aaa-9589-beb08cbc9f68 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0489964 Oct 26 10:54:09.875842 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2da27edd-f36e-4b57-aba4-dff931c3f9a1 req-088c1d65-567c-47b6-a15d-3c214e0409cd tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Oct 26 10:54:10.987309 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702055b-9251-41ac-9a13-838acc865efb req-5b8cff15-e25e-4ae8-8e56-21bcdd0db6dd tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:10.988788 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a702055b-9251-41ac-9a13-838acc865efb req-5b8cff15-e25e-4ae8-8e56-21bcdd0db6dd tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Oct 26 10:54:11.025817 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a702055b-9251-41ac-9a13-838acc865efb req-db1d1d60-d812-48a4-94db-d9e30ab527be tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Oct 26 10:54:11.599268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44be05-4116-430b-9b5b-967b62567b29 req-bc40976a-d636-40c3-b906-bec68acd6d28 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:11.600721 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c44be05-4116-430b-9b5b-967b62567b29 req-bc40976a-d636-40c3-b906-bec68acd6d28 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0483432 Oct 26 10:54:11.641263 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0c44be05-4116-430b-9b5b-967b62567b29 req-b509d781-3177-4123-8a95-d61bf834dac7 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Oct 26 10:54:12.765372 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05abd-af95-4a70-aa0b-d04472926e53 req-ea8eb1e2-ef43-4f6b-89b1-414bbbb62617 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:12.767722 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e0b05abd-af95-4a70-aa0b-d04472926e53 req-ea8eb1e2-ef43-4f6b-89b1-414bbbb62617 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0555120 Oct 26 10:54:12.805452 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e0b05abd-af95-4a70-aa0b-d04472926e53 req-94860347-a51b-43f6-9f3e-9d6709d1f225 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Oct 26 10:54:12.809050 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 34726) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:12.899481 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f3f70-577b-4567-90a9-94595f128ef9 req-6764018b-e937-46e0-a1ee-9e849526e794 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:12.901472 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-547f3f70-577b-4567-90a9-94595f128ef9 req-6764018b-e937-46e0-a1ee-9e849526e794 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Oct 26 10:54:12.920036 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d87-7c14-4e9f-9a26-f10ec9d41ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.032937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Deleting port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:54:13.033329 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.099149 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d87-7c14-4e9f-9a26-f10ec9d41ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.105247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d87-7c14-4e9f-9a26-f10ec9d41ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.157108 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ec5c1d87-7c14-4e9f-9a26-f10ec9d41ce6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7c9f5e56b794375af46c5a13b518614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469405 Oct 26 10:54:13.159808 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 34730) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:13.160000 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c1d87-7c14-4e9f-9a26-f10ec9d41ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199fa56-417d-4e8d-ab64-fbfb0b5e1ec6,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:13.180036 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] For port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:13.180392 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.193045 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Calling delete_port for de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:54:13.209750 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.231003 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.278938 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.281547 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.282693 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b199fa56-417d-4e8d-ab64-fbfb0b5e1ec6 HTTP/1.1" status: 204 len: 168 time: 0.1217864 Oct 26 10:54:13.291170 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16528b2-a016-4921-a8a8-e5f8e61ddb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199fa56-417d-4e8d-ab64-fbfb0b5e1ec6,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:13.335841 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.349133 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['de8e8e8b-ce2a-4fc8-91be-758929c1a2c0'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:54:13.364181 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Pushing event deleted for resources: {'Port': ['ID=de8e8e8b-ce2a-4fc8-91be-758929c1a2c0,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:13.413111 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] No DVR routers for this DVR port de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:54:13.415788 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:13.419198 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-547f3f70-577b-4567-90a9-94595f128ef9 req-abd54d60-8d4b-4053-bba6-b38f31ffe7f4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "DELETE /v2.0/ports/de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 HTTP/1.1" status: 204 len: 173 time: 0.5108013 Oct 26 10:54:13.419685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'name': 'network-vif-deleted', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:54:13.422115 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99bbaee-c8af-42a8-9fe2-0544221a53fd" -d '{"events": [{"server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "name": "network-vif-deleted", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:54:13.461680 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762201c-9cec-44fa-80f2-74f9824ee9de x-openstack-request-id: req-7762201c-9cec-44fa-80f2-74f9824ee9de {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:54:13.462009 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b8c1d-e233-4d57-9abd-5bff86ae4339", "name": "network-vif-deleted", "tag": "de8e8e8b-ce2a-4fc8-91be-758929c1a2c0", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:54:13.462271 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7762201c-9cec-44fa-80f2-74f9824ee9de {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:54:13.462683 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b8c1d-e233-4d57-9abd-5bff86ae4339', 'name': 'network-vif-deleted', 'tag': 'de8e8e8b-ce2a-4fc8-91be-758929c1a2c0', 'status': 'completed', 'code': 200} Oct 26 10:54:13.918142 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-64008be3-9716-4a6e-a591-54cba0525b7c req-f0108362-faa3-4bfd-b2bd-2655f9f34542 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c0b8c1d-e233-4d57-9abd-5bff86ae4339 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Oct 26 10:54:15.223648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-4094136f-bd88-4b36-94d4-2a7c898cfe56 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:15.225011 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-4094136f-bd88-4b36-94d4-2a7c898cfe56 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/networks?id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 200 len: 808 time: 0.1025045 Oct 26 10:54:15.239176 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-916d404f-7af6-4add-84ef-5ed806e37cff tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/quotas/f4cd8285b64b41cc904af9dd42f9ee23 HTTP/1.1" status: 200 len: 375 time: 0.0085900 Oct 26 10:54:15.269406 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-fb468638-49cf-4207-95a6-c72b17c42208 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252726 Oct 26 10:54:15.360256 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-fc373817-b822-4718-bbb9-039cfe705307 service neutron] 10.222.0.79 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Oct 26 10:54:15.447248 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-38580337-0815-408e-92b3-49f09f9851c0 service neutron] 10.222.0.79 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810456 Oct 26 10:54:15.599557 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f620216d-3f08-4c53-bed2-129b75562ce6 req-3d30f564-b92d-4a34-b76e-1a344fc1ac8b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 210 time: 0.0255570 Oct 26 10:54:16.461714 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-771bae33-13c7-46e8-8911-1fa38806022a tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:16.463644 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-771bae33-13c7-46e8-8911-1fa38806022a tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "GET /v2.0/networks?id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 200 len: 808 time: 0.1043873 Oct 26 10:54:16.476404 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Request body: {'port': {'device_id': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3', 'admin_state_up': True, 'tenant_id': 'f4cd8285b64b41cc904af9dd42f9ee23'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:54:16.479047 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:54:16.499319 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:54:16.499658 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device de8e8e8b-ce2a-4fc8-91be-758929c1a2c0 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:54:16.586779 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Made reservation on behalf of f4cd8285b64b41cc904af9dd42f9ee23 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:54:16.590907 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:16.695916 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-286d3c25-46ea-4bd7-9721-7a66943c5898 req-12d9925e-7251-48bb-9ffe-5ce2e4b12c9c tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 210 time: 0.0294342 Oct 26 10:54:16.712384 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Allocated IP 172.20.0.4 (8ee5407c-4e52-4dd3-98ae-ea35df547ea3/5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb/dfd6c493-4176-450f-9786-b12c9d521b37) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:54:16.854580 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:16.886483 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:16.930332 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:54:16.933421 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:54:16.935773 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:54:16.965458 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Pushing event updated for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:16.992787 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:16.993907 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.009539 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-291b2f7f-19d7-479d-b999-edf5f089c8f6 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5363245 Oct 26 10:54:17.021314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Request body: {'port': {'device_id': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:54:17.071915 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.323643 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd6c493-4176-450f-9786-b12c9d521b37 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:54:17.330890 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.342438 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Transition to ACTIVE for port object dfd6c493-4176-450f-9786-b12c9d521b37 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:54:17.346085 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.393306 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:17.458904 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Attempting to bind port dfd6c493-4176-450f-9786-b12c9d521b37 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:54:17.459238 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Attempting to bind port dfd6c493-4176-450f-9786-b12c9d521b37 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:54:17.459557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Attempting to bind port dfd6c493-4176-450f-9786-b12c9d521b37 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:54:17.463714 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Port dfd6c493-4176-450f-9786-b12c9d521b37 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:54:17.464031 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Attempting to bind port dfd6c493-4176-450f-9786-b12c9d521b37 on network 8ee5407c-4e52-4dd3-98ae-ea35df547ea3 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:54:17.468610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:54:17.468938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Checking segment: {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:54:17.469349 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Bound using segment: {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:54:17.469769 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Bound port: dfd6c493-4176-450f-9786-b12c9d521b37, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f018f9-e3e5-4899-a37c-6c3d9537ab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:54:17.470110 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.533131 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:54:17.536074 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dfd6c493-4176-450f-9786-b12c9d521b37,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:54:17.542083 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.578427 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:17.579033 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:17.580380 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] 10.222.0.72 "PUT /v2.0/ports/dfd6c493-4176-450f-9786-b12c9d521b37 HTTP/1.1" status: 200 len: 1093 time: 0.5630012 Oct 26 10:54:17.580811 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:54:17.583067 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1" -d '{"events": [{"name": "network-changed", "server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:54:17.601538 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5197cb-2c06-46ce-97ac-150c78ee3c4c service neutron] Pushing event updated for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:17.645962 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6c859-e183-4ddf-b7d6-9b0f63f1da6b x-openstack-request-id: req-f9f6c859-e183-4ddf-b7d6-9b0f63f1da6b {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:54:17.646478 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:54:17.646726 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9f6c859-e183-4ddf-b7d6-9b0f63f1da6b {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:54:17.647110 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37', 'status': 'completed', 'code': 200} Oct 26 10:54:17.662402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-cd0b57ea-417f-4d9f-8ff1-d3a78e20f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:17.663865 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-cd0b57ea-417f-4d9f-8ff1-d3a78e20f02a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 1096 time: 0.0438049 Oct 26 10:54:17.704593 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-89b78ed9-c63b-4c4c-9878-79be19c959b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfd6c493-4176-450f-9786-b12c9d521b37 HTTP/1.1" status: 200 len: 217 time: 0.0330267 Oct 26 10:54:17.757772 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-c9591dcf-8f37-4d89-950d-53eb89eb6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:17.759303 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-c9591dcf-8f37-4d89-950d-53eb89eb6263 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb HTTP/1.1" status: 200 len: 848 time: 0.0465755 Oct 26 10:54:17.791389 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-efbddb9d-6b7d-489e-91e5-a50d2075713d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246482 Oct 26 10:54:17.809872 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ed429-5067-477b-80ed-bd465b747674 req-9de1cbb2-f02c-42a2-8e0e-e774665d6610 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:17.811319 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-238ed429-5067-477b-80ed-bd465b747674 req-9de1cbb2-f02c-42a2-8e0e-e774665d6610 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 943 time: 0.0490005 Oct 26 10:54:17.848526 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-238ed429-5067-477b-80ed-bd465b747674 req-d1cd6f0a-5e0b-4350-a5a2-2559fbbd7a16 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Oct 26 10:54:17.878528 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-bd82e5ae-0722-41bf-ba4b-d7407a9e3fbb service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802605 Oct 26 10:54:17.968653 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-af61b5f2-45d4-4011-814b-485e6b40cdae req-0693ccbe-da6e-43f9-b3da-b164be27fa19 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833004 Oct 26 10:54:18.048092 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-06fb02b3-dd83-402c-8782-604877112d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:18.049557 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-06fb02b3-dd83-402c-8782-604877112d63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 1096 time: 0.0392227 Oct 26 10:54:18.141112 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-c6cbccaa-7864-452a-a189-5894b4a172f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:18.142489 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-c6cbccaa-7864-452a-a189-5894b4a172f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 200 len: 910 time: 0.0857916 Oct 26 10:54:18.184343 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-e48fee48-016c-432d-93f2-b58547e1082f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfd6c493-4176-450f-9786-b12c9d521b37 HTTP/1.1" status: 200 len: 217 time: 0.0338473 Oct 26 10:54:18.234202 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-0c8ed7e1-4bb0-41ca-baac-bdc7fd0ec8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:18.235582 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-0c8ed7e1-4bb0-41ca-baac-bdc7fd0ec8f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb HTTP/1.1" status: 200 len: 848 time: 0.0448558 Oct 26 10:54:18.266569 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-99ae4b50-05ad-42db-9a2c-a702f576b8e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8ee5407c-4e52-4dd3-98ae-ea35df547ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235367 Oct 26 10:54:18.353773 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-387c8882-d8a1-4480-b6cf-b934550d9e76 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Oct 26 10:54:18.447011 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-53a5261c-b6ca-4338-bc1f-9c0bcb1170e1 req-21a8076c-470a-4f2d-a4ac-91eab2160ef9 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Oct 26 10:54:18.962774 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6408c4d-b015-45db-82cb-0c6a02f78a11 req-de04d612-1a1f-4b45-8aaf-994cd0ffd2e7 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:18.964332 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e6408c4d-b015-45db-82cb-0c6a02f78a11 req-de04d612-1a1f-4b45-8aaf-994cd0ffd2e7 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 943 time: 0.0484767 Oct 26 10:54:19.001008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e6408c4d-b015-45db-82cb-0c6a02f78a11 req-c486bf6f-4d62-4cc1-a7fa-26e25d4b9be9 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Oct 26 10:54:20.113132 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f192de7-9688-46b2-b4cb-55104f29b6fe req-fbb64712-7a45-4a31-af9f-bf562071806b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:20.114555 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4f192de7-9688-46b2-b4cb-55104f29b6fe req-fbb64712-7a45-4a31-af9f-bf562071806b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 943 time: 0.0476487 Oct 26 10:54:20.150460 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4f192de7-9688-46b2-b4cb-55104f29b6fe req-7d28cc3e-368d-4c81-9651-c307dbe37115 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300000 Oct 26 10:54:20.520624 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device dfd6c493-4176-450f-9786-b12c9d521b37 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:54:20.612593 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dfd6c493-4176-450f-9786-b12c9d521b37,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:20.624030 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'dfd6c493-4176-450f-9786-b12c9d521b37', 'network_id': '8ee5407c-4e52-4dd3-98ae-ea35df547ea3', 'port_id': 'dfd6c493-4176-450f-9786-b12c9d521b37', 'mac_address': 'fa:16:3e:3b:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:54:20.662356 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:20.675051 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd6c493-4176-450f-9786-b12c9d521b37 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:54:20.693955 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dfd6c493-4176-450f-9786-b12c9d521b37,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:20.697414 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:20.742505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:20.898896 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['dfd6c493-4176-450f-9786-b12c9d521b37'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:54:21.262587 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a274-ec61-48ee-addb-c2ae9cb0a3b0 req-ab2ed103-bc79-4647-b14a-30b6c4c1f2f5 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:21.264008 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d954a274-ec61-48ee-addb-c2ae9cb0a3b0 req-ab2ed103-bc79-4647-b14a-30b6c4c1f2f5 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 944 time: 0.0467675 Oct 26 10:54:21.304447 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-d954a274-ec61-48ee-addb-c2ae9cb0a3b0 req-20292a55-0b0c-4b08-bfd1-40d60b05dfe4 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Oct 26 10:54:22.418873 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7a83-c7bf-41a7-bb70-03a86566fb25 req-bc2212cd-9520-4790-9012-84dd25a53a30 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:22.420287 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df6e7a83-c7bf-41a7-bb70-03a86566fb25 req-bc2212cd-9520-4790-9012-84dd25a53a30 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 944 time: 0.0508947 Oct 26 10:54:22.456600 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-df6e7a83-c7bf-41a7-bb70-03a86566fb25 req-23b40e88-6418-4223-8643-ac63ed3376a7 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303414 Oct 26 10:54:22.538593 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device dfd6c493-4176-450f-9786-b12c9d521b37 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:54:22.585123 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port dfd6c493-4176-450f-9786-b12c9d521b37 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:54:22.588477 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port dfd6c493-4176-450f-9786-b12c9d521b37 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:54:22.588844 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:22.662445 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:22.684554 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:54:22.686796 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0c0516-87c4-4574-bc8d-6d77ffe9f8b5" -d '{"events": [{"server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:54:22.702041 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dfd6c493-4176-450f-9786-b12c9d521b37,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:22.705644 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:22.727853 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b81775-03be-421a-a849-ee267df686cb x-openstack-request-id: req-98b81775-03be-421a-a849-ee267df686cb {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:54:22.728141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "name": "network-vif-plugged", "status": "completed", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:54:22.728386 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98b81775-03be-421a-a849-ee267df686cb {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:54:22.728761 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37', 'code': 200} Oct 26 10:54:22.754602 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:22.880020 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5104b9a-7257-4d14-b44a-18113febab6b req-65171564-9089-474e-8862-62a7486cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:22.881567 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f5104b9a-7257-4d14-b44a-18113febab6b req-65171564-9089-474e-8862-62a7486cdeaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 1098 time: 0.0391729 Oct 26 10:54:22.915479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f5104b9a-7257-4d14-b44a-18113febab6b req-85bdfbc9-4f27-45de-be0d-647fed99ba04 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269790 Oct 26 10:54:23.566365 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847d247-df5a-45c6-bfe9-6e9cfa59f5cf req-b1813719-c902-47e0-bb7a-23510f82ff2e tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:23.567806 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3847d247-df5a-45c6-bfe9-6e9cfa59f5cf req-b1813719-c902-47e0-bb7a-23510f82ff2e tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 945 time: 0.0472693 Oct 26 10:54:23.606244 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-3847d247-df5a-45c6-bfe9-6e9cfa59f5cf req-97c099db-5c53-422a-96d7-20f533d01f3b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Oct 26 10:54:24.717938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9fa4-bab0-4e83-84b8-b950a1ee5c03 req-aee763dd-2bb3-45e8-b6fe-83321006de0b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:24.719387 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc8b9fa4-bab0-4e83-84b8-b950a1ee5c03 req-aee763dd-2bb3-45e8-b6fe-83321006de0b tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 945 time: 0.0474448 Oct 26 10:54:24.755888 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bc8b9fa4-bab0-4e83-84b8-b950a1ee5c03 req-0f994778-7409-474e-b15d-4a0f0de36238 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Oct 26 10:54:25.364327 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f9ed-d055-47fe-8d64-44c48c3cde51 req-0d95540f-6362-4933-bedd-e7d9b537cad0 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:25.365797 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5e14f9ed-d055-47fe-8d64-44c48c3cde51 req-0d95540f-6362-4933-bedd-e7d9b537cad0 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 945 time: 0.0481322 Oct 26 10:54:25.406933 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5e14f9ed-d055-47fe-8d64-44c48c3cde51 req-38815d09-f105-4a75-abb6-ad6d10d9959f tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Oct 26 10:54:26.521529 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9f65-89f7-4c3b-99df-d42ec5c43616 req-fa82af3f-bbb7-465c-9409-d9a9530e0641 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:26.522977 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-05fd9f65-89f7-4c3b-99df-d42ec5c43616 req-fa82af3f-bbb7-465c-9409-d9a9530e0641 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 945 time: 0.0478714 Oct 26 10:54:26.560984 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-05fd9f65-89f7-4c3b-99df-d42ec5c43616 req-dce0f789-f396-4e1e-a056-ac4af231b9c9 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.79 "GET /v2.0/security-groups?id=7b88df1b-173c-4c04-b767-9f0ff824ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Oct 26 10:54:26.673851 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-d1fa13b3-497e-4ab9-8202-b2babced4de3 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:54:26.675265 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-d1fa13b3-497e-4ab9-8202-b2babced4de3 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "GET /v2.0/ports?device_id=15776854-9ef5-41a3-b5e7-8f23595abf76 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Oct 26 10:54:26.760841 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Deleting port dfd6c493-4176-450f-9786-b12c9d521b37 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:54:26.761216 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:26.851228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] For port dfd6c493-4176-450f-9786-b12c9d521b37, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=dfd6c493-4176-450f-9786-b12c9d521b37,segment=NetworkSegment(42f018f9-e3e5-4899-a37c-6c3d9537ab84),segment_id=42f018f9-e3e5-4899-a37c-6c3d9537ab84)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:54:26.851590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:26.864144 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Calling delete_port for dfd6c493-4176-450f-9786-b12c9d521b37 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:54:26.988133 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:26.999192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['dfd6c493-4176-450f-9786-b12c9d521b37'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:54:27.014275 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Pushing event deleted for resources: {'Port': ['ID=dfd6c493-4176-450f-9786-b12c9d521b37,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:27.055948 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] No DVR routers for this DVR port dfd6c493-4176-450f-9786-b12c9d521b37 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:54:27.058314 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:27.061610 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-9bb723ac-d55c-4781-9ba7-47592412c3dd req-5bd2fb69-2fda-44f2-852b-49af8052f534 tempest-VolumesActionsTest-1808594811 tempest-VolumesActionsTest-1808594811-project] 10.222.0.72 "DELETE /v2.0/ports/dfd6c493-4176-450f-9786-b12c9d521b37 HTTP/1.1" status: 204 len: 173 time: 0.3798273 Oct 26 10:54:27.062044 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'name': 'network-vif-deleted', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:54:27.064321 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb157a3f-afe7-48cb-9d1c-475d96e20668" -d '{"events": [{"server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "name": "network-vif-deleted", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:54:27.102994 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6988b266-7bf3-456c-b60a-81cd5f1f5e10 x-openstack-request-id: req-6988b266-7bf3-456c-b60a-81cd5f1f5e10 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:54:27.103288 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776854-9ef5-41a3-b5e7-8f23595abf76", "name": "network-vif-deleted", "tag": "dfd6c493-4176-450f-9786-b12c9d521b37", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:54:27.103541 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6988b266-7bf3-456c-b60a-81cd5f1f5e10 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:54:27.104005 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776854-9ef5-41a3-b5e7-8f23595abf76', 'name': 'network-vif-deleted', 'tag': 'dfd6c493-4176-450f-9786-b12c9d521b37', 'status': 'completed', 'code': 200} Oct 26 10:54:27.118466 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-dd9c-4aa9-90ff-f262af66269f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:29.535228 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e919d816-7eb6-4980-8616-eeb9cf1ac0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:30.904944 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:30.955521 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:31.114734 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device dfd6c493-4176-450f-9786-b12c9d521b37 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:54:31.134360 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: dfd6c493-4176-450f-9786-b12c9d521b37 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:54:31.134731 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device dfd6c493-4176-450f-9786-b12c9d521b37 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:54:32.915480 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:33.911840 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:38.277908 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:54:49.231743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35030) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:49.274723 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Deleting subnet 5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb {{(pid=108009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 10:54:49.278192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.314433 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106679'] for subnet, precommit_delete_associations {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.351009 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839862'] for subnet, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.401644 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4246476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6240203'] for subnet, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.425126 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:49.434607 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.434960 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.435303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.435641 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.435976 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.436755 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.436755 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.436973 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.437361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.437721 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.438068 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.438394 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:49.441149 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.445537 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-ce92cc41-ed64-4479-99b5-dd1c2b4af7ab admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5c1cdf5a-6f42-488c-98fc-34cde7ce4cbb HTTP/1.1" status: 204 len: 168 time: 0.2127581 Oct 26 10:54:49.446728 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35032) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:49.516594 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-931587'] for network, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.593055 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840765', 'neutron.services.segments.db._delete_segments_for_network-8770035131167'] for network, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.611683 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee5407c-4e52-4dd3-98ae-ea35df547ea3']}} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:54:49.620699 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f018f9-e3e5-4899-a37c-6c3d9537ab84') {'for_net_delete': True} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:54:49.620985 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.services.segments.db [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f018f9-e3e5-4899-a37c-6c3d9537ab84') {} {{(pid=108009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:54:49.630172 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770035132968', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106684'] for segment, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.643388 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.648912 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=108009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 10:54:49.649313 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4246374'] for segment, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: Traceback (most recent call last): Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: timer() Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: cb(*args, **kw) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: return func(*args, **kwargs) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: self._notify() Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: self.callback(batched_events) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: event.method(event) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: return f(self, *a, **k) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._get(url).json() Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: return self.request(url, 'GET', **kwargs) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 10:54:49.651536 dv-cinder-815461-1-iscsi neutron-server[108009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 10:54:49.705426 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587783'] for network, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.712115 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.715740 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8ee5407c-4e52-4dd3-98ae-ea35df547ea3 HTTP/1.1" status: 204 len: 168 time: 0.2681231 Oct 26 10:54:49.725266 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de145b5d-a449-42ff-b413-d37fa8785560 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee5407c-4e52-4dd3-98ae-ea35df547ea3,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:49.872843 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35036) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:49.911487 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-0afd48ac-7625-4bee-ade3-d81c966c7e56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4cd8285b64b41cc904af9dd42f9ee23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374770 Oct 26 10:54:49.913803 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35038) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:54:49.962869 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:49.982878 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:50.029305 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:50.031835 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:50.033046 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b88df1b-173c-4c04-b767-9f0ff824ae34 HTTP/1.1" status: 204 len: 168 time: 0.1183505 Oct 26 10:54:50.040593 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88df1b-173c-4c04-b767-9f0ff824ae34,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:54:50.047647 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.048000 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.048344 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.048683 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.049015 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.049389 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.049700 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.050029 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.050354 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.050679 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.051003 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:50.051321 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b92fb8-2005-41e7-ae03-8e103c2c2d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:54:57.119707 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-123b31fb-80b5-424f-a333-050107e39590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:54:59.535311 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0901e044-8e4b-4e49-85b4-f247fa427a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:00.906617 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:01.074496 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:02.917355 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:03.908760 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:15.276418 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:55:26.453461 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35290) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:26.552964 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0a32-4de2-45fd-922b-30f8d1f20a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.624403 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0a32-4de2-45fd-922b-30f8d1f20a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.627993 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0a32-4de2-45fd-922b-30f8d1f20a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.664153 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-6a2a0a32-4de2-45fd-922b-30f8d1f20a20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fd2c3dec8634c32beccdf36b00c3411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096951 Oct 26 10:55:26.666036 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a0a32-4de2-45fd-922b-30f8d1f20a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3335c3e5-6e92-401c-b2fe-f8a0be27d300,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:26.667501 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35294) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:26.714986 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.735679 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.779322 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_delete {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.782021 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:26.783280 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3335c3e5-6e92-401c-b2fe-f8a0be27d300 HTTP/1.1" status: 204 len: 168 time: 0.1147969 Oct 26 10:55:26.790578 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd6717-635a-482a-a3ab-35222ebc72b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3335c3e5-6e92-401c-b2fe-f8a0be27d300,revision_number=None']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:27.120928 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4036577c-e2ff-4814-a47f-a08e5071dd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.367361 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35316) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:27.462483 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-301696648-network', 'tenant_id': 'a278243c24ba4028afe48a2572803e19'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:27.482949 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Made reservation on behalf of a278243c24ba4028afe48a2572803e19 for: {'network': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:55:27.485052 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.493023 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.566842 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.570578 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.588826 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=108008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:55:27.605319 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830197b6-27db-4c6b-b19a-d94a9458aebd,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:27.608163 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.608505 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.db.segments_db [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Added segment d4170f50-33e1-4acc-88a5-d674c845d9f0 of type vlan for network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c Oct 26 10:55:27.648584 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.671340 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.672276 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:27.672846 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.720530 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3521152 Oct 26 10:55:27.723573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35320) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:27.729063 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Request body: {'subnet': {'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-301696648-subnet', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'ip_version': 4}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:27.733119 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab461d-b9ff-406e-9781-ba06ece90c4c admin admin] Pushing event updated for resources: {'Network': ['ID=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:27.743050 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:55:27.750081 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Made reservation on behalf of a278243c24ba4028afe48a2572803e19 for: {'subnet': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:55:27.752326 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6240236'] for subnet, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.916715 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4246415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6240210'] for subnet, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:27.974101 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b0e90c-4e61-4cb2-adcb-3382c21e9f66,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:27.982639 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Checking segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:27.982987 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Network hostable DHCP agents. Network: 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:55:27.998504 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:55:28.006743 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c) {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:28.010873 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:28.011705 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for subnet, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.017053 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f60498-3749-47b3-b9fd-a0f5061a147a None None] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:55:28.026220 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-d56df762-1768-487d-8bfe-2b5d3977c7c3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3014872 Oct 26 10:55:28.028948 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35322) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:28.033430 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:28.053057 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.054099 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.104352 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.160757 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:55:28.161656 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.239588 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.293876 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Allocated IP 172.20.0.2 (91d9b3ce-7d99-40f9-9d3f-020fe41fa07c/32b0e90c-4e61-4cb2-adcb-3382c21e9f66/15932ec0-2939-441a-95e8-90ee4e8a77cf) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:28.433025 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.438744 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.439182 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.457906 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.487343 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:28.491299 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:28.493018 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Pushing event updated for resources: {'Port': ['ID=15932ec0-2939-441a-95e8-90ee4e8a77cf,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:28.495670 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:28.504424 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.504780 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.505148 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.505490 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.505826 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.506156 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.506486 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.506813 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.507140 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.507463 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.507787 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.508108 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:28.556511 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Attempting to bind port 15932ec0-2939-441a-95e8-90ee4e8a77cf on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:28.557372 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Attempting to bind port 15932ec0-2939-441a-95e8-90ee4e8a77cf by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:28.557738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Attempting to bind port 15932ec0-2939-441a-95e8-90ee4e8a77cf on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:28.561719 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Allocated IP 172.27.3.220 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/59a6426d-1936-4c36-b93f-ce7abdb2a32f) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:28.562867 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:28.563370 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Checking segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:28.563909 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.564334 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Bound using segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:28.564821 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Bound port: 15932ec0-2939-441a-95e8-90ee4e8a77cf, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:28.565230 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.626638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] For port 15932ec0-2939-441a-95e8-90ee4e8a77cf, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:28.629852 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] For port 15932ec0-2939-441a-95e8-90ee4e8a77cf, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=15932ec0-2939-441a-95e8-90ee4e8a77cf,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:28.633947 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.719505 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e514-fc1f-4244-8eea-4bd8173500cb None None] Pushing event updated for resources: {'Port': ['ID=15932ec0-2939-441a-95e8-90ee4e8a77cf,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:28.949874 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:28.987397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.030223 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:29.033052 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:29.035470 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:29.041755 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Pushing event updated for resources: {'Port': ['ID=59a6426d-1936-4c36-b93f-ce7abdb2a32f,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:29.293440 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.502998 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.538840 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-53c16082-d3e8-45c5-a75d-c624f54e9f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.615893 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41568fbd-65ac-497b-a6b8-88285dcc527b None None] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:55:29.634003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:55:29.682637 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] Provisioning complete for port 15932ec0-2939-441a-95e8-90ee4e8a77cf triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:29.682898 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.739000 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:55:29.755436 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:29.756672 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-fcde7ea7-7adb-49ad-a06f-d28153a0eca0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7267001 Oct 26 10:55:29.758323 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Sync routers for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:55:29.759495 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35324) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:29.783892 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:29.784326 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:29.892446 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 15932ec0-2939-441a-95e8-90ee4e8a77cf up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:29.946720 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.016726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:30.019726 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] For port 15932ec0-2939-441a-95e8-90ee4e8a77cf, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=15932ec0-2939-441a-95e8-90ee4e8a77cf,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:30.079700 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.083193 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 15932ec0-2939-441a-95e8-90ee4e8a77cf triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:30.083555 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.191646 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.217755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b35b1-08b7-4ba2-827b-0aaa19055c7c None None] Pushing event updated for resources: {'Port': ['ID=15932ec0-2939-441a-95e8-90ee4e8a77cf,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:30.247843 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-5ec93cc3-6992-4a7a-b74d-00942a226ecd None None] Provisioning complete for port 15932ec0-2939-441a-95e8-90ee4e8a77cf triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:30.248129 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5ec93cc3-6992-4a7a-b74d-00942a226ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.350317 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Allocated IP 172.20.0.1 (91d9b3ce-7d99-40f9-9d3f-020fe41fa07c/32b0e90c-4e61-4cb2-adcb-3382c21e9f66/24113078-38bf-43d5-9477-bf3d9a530424) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:30.457886 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.495819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.520249 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:29Z', 'revision_number': 3, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:30.535424 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:30.538253 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:30.540593 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:30.547654 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Checking router: 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:55:30.548200 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Updating router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 port 59a6426d-1936-4c36-b93f-ce7abdb2a32f binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:55:30.568708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Pushing event updated for resources: {'Port': ['ID=24113078-38bf-43d5-9477-bf3d9a530424,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:30.572459 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.588741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.722414 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.851049 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.857243 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-24f17708-78f1-4c19-bbea-218a5b9a52e0 None None] Provisioning complete for port 24113078-38bf-43d5-9477-bf3d9a530424 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:30.857642 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-24f17708-78f1-4c19-bbea-218a5b9a52e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.860488 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.887595 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.892830 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.958143 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Pushing event updated for resources: {'Port': ['ID=24113078-38bf-43d5-9477-bf3d9a530424,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:30.960662 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.969160 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-24f17708-78f1-4c19-bbea-218a5b9a52e0 None None] Port 24113078-38bf-43d5-9477-bf3d9a530424 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:55:30.974296 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760569f-2a50-4df9-a42c-5518acbbacfb None None] Pushing event updated for resources: {'Port': ['ID=59a6426d-1936-4c36-b93f-ce7abdb2a32f,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:30.977345 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.979812 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Attempting to bind port 59a6426d-1936-4c36-b93f-ce7abdb2a32f on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:30.980245 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Attempting to bind port 59a6426d-1936-4c36-b93f-ce7abdb2a32f by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:30.980610 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Attempting to bind port 59a6426d-1936-4c36-b93f-ce7abdb2a32f on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:30.988939 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:30.989335 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:30.989729 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.990104 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:30.990568 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Bound port: 59a6426d-1936-4c36-b93f-ce7abdb2a32f, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:30.990931 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:30.992408 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.044723 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] For port 59a6426d-1936-4c36-b93f-ce7abdb2a32f, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:31.048092 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] For port 59a6426d-1936-4c36-b93f-ce7abdb2a32f, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=59a6426d-1936-4c36-b93f-ce7abdb2a32f,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:31.051860 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.056519 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:31.058685 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:31.108460 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:31.109118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:31.116525 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760569f-2a50-4df9-a42c-5518acbbacfb None None] Pushing event updated for resources: {'Port': ['ID=59a6426d-1936-4c36-b93f-ce7abdb2a32f,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:31.182762 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:55:31.227248 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:31.293572 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:55:31.298689 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e672ef52-2afa-4158-ac5c-e5d029d04e8f admin admin] 10.222.0.79 "PUT /v2.0/routers/5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5375993 Oct 26 10:55:31.357623 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-acbecebf-8b1d-43bd-866a-9f966b52a04e None None] Provisioning complete for port 24113078-38bf-43d5-9477-bf3d9a530424 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:31.357994 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-acbecebf-8b1d-43bd-866a-9f966b52a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.417452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-acbecebf-8b1d-43bd-866a-9f966b52a04e None None] Port 24113078-38bf-43d5-9477-bf3d9a530424 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:55:31.471496 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 2, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:31.499772 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592be4a0-9b2d-4941-8736-6c2c4eb688f6 None None] The sync data for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi is: [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 2, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:55:31.787812 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35340) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:31.793546 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-597879526-network', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:31.817581 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Made reservation on behalf of 900ac789b7414a5d8e48f1c97e9b5eba for: {'network': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:55:31.820094 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for network, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.830122 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.854961 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 15932ec0-2939-441a-95e8-90ee4e8a77cf up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:31.913295 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 15932ec0-2939-441a-95e8-90ee4e8a77cf triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:31.913681 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.916952 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.921668 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.947931 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=108009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 10:55:31.958450 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9da713-8ad5-4d31-abe1-0f73a84eca54,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:31.964673 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-836469'] for segment, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:31.965015 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.segments_db [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Added segment 4b5f8f37-81e8-418f-a974-a6e640bd55b7 of type vlan for network 16b78d9a-f243-462e-a129-6b4e7bfb6496 Oct 26 10:55:32.006998 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770034580664'] for network, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.034236 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380'] for network, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.035281 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:32.035864 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2005398'] for network, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.091399 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3023505 Oct 26 10:55:32.094222 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35342) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:32.103491 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543905-8453-403f-9920-1577a8ee5644 admin admin] Pushing event updated for resources: {'Network': ['ID=16b78d9a-f243-462e-a129-6b4e7bfb6496,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:32.103648 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Request body: {'subnet': {'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-597879526-subnet', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'ip_version': 4}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:32.137073 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 details requested by agent ovs-agent-dv-cinder-815461-1-iscsi with host dv-cinder-815461-1-iscsi {{(pid=108010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 10:55:32.146482 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Made reservation on behalf of 900ac789b7414a5d8e48f1c97e9b5eba for: {'subnet': 1} {{(pid=108008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:55:32.148804 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612864'] for subnet, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.330760 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612926'] for subnet, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.403490 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b2e4f3-58c9-4b68-999a-47a552020b96,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:32.416300 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Checking segment: {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:32.416924 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Network hostable DHCP agents. Network: 16b78d9a-f243-462e-a129-6b4e7bfb6496, hostable agents: ['25f8048c-3475-4d0d-a21c-b00c79f2840d'], hosted agents: [] {{(pid=108008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 10:55:32.443416 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 is scheduled to be hosted by DHCP agent 25f8048c-3475-4d0d-a21c-b00c79f2840d with binding_index 1 {{(pid=108008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 10:55:32.453489 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-1-iscsi, 16b78d9a-f243-462e-a129-6b4e7bfb6496) {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:32.457923 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:32.458503 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.464043 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530d579-d37e-42bd-b0ce-b6f93352958f None None] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:55:32.476870 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-e4aab5db-ad1b-48a1-a7ec-7a39f2facb0b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3814898 Oct 26 10:55:32.480296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35344) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:32.484797 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:32.507460 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5162'] for router, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.508758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2022197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5181'] for router, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.567020 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.631560 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc64134bb-6187-56ad-a1fe-2f8d39a91786-16b78d9a-f243-462e-a129-6b4e7bfb6496', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96'}]}} from dv-cinder-815461-1-iscsi. {{(pid=108010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 10:55:32.632634 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.723502 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.777561 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Allocated IP 172.20.0.2 (16b78d9a-f243-462e-a129-6b4e7bfb6496/99b2e4f3-58c9-4b68-999a-47a552020b96/89989d2d-53f6-414b-a35a-f5dbc8d8a8c4) {{(pid=108010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:32.942824 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.946678 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks [] for port, precommit_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:32.953515 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934'] for port, after_create {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.000609 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 is already hosted by enough agents. {{(pid=108010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:33.003675 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Resources bound (agent type, host, resource id): {{(pid=108010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:33.006133 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Received port after_create {{(pid=108010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:33.016437 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Pushing event updated for resources: {'Port': ['ID=89989d2d-53f6-414b-a35a-f5dbc8d8a8c4,revision_number=1']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:33.068403 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Attempting to bind port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:33.068777 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Attempting to bind port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:33.069162 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Attempting to bind port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 on network 16b78d9a-f243-462e-a129-6b4e7bfb6496 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:33.074411 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:33.074788 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Checking segment: {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:33.075192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.075584 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Bound using segment: {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:33.076103 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Bound port: 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:33.076423 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.145441 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] For port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:33.148878 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] For port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=89989d2d-53f6-414b-a35a-f5dbc8d8a8c4,segment=NetworkSegment(4b5f8f37-81e8-418f-a974-a6e640bd55b7),segment_id=4b5f8f37-81e8-418f-a974-a6e640bd55b7)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:33.154136 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.183534 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.208303 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.215135 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4a216-b8a0-49dd-aff3-141ea762d6b8 None None] Pushing event updated for resources: {'Port': ['ID=89989d2d-53f6-414b-a35a-f5dbc8d8a8c4,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:33.324711 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Allocated IP 172.27.3.13 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/96984f0c-ccba-4750-ad41-e3d670ca0b76) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:33.465060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.508550 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Sync routers for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:55:33.511569 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.518876 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:33.519476 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:33.552598 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:33.555568 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:33.559186 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:33.582078 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Pushing event updated for resources: {'Port': ['ID=96984f0c-ccba-4750-ad41-e3d670ca0b76,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:33.628998 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:33.818729 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.923021 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:33.933001 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 2, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:33.962070 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Checking router: 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:55:33.962680 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Updating router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 port 24113078-38bf-43d5-9477-bf3d9a530424 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:55:33.973139 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 59a6426d-1936-4c36-b93f-ce7abdb2a32f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:33.989386 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.030599 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 59a6426d-1936-4c36-b93f-ce7abdb2a32f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:34.030968 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.068472 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587347'] for router, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.123507 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.152676 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 59a6426d-1936-4c36-b93f-ce7abdb2a32f, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=59a6426d-1936-4c36-b93f-ce7abdb2a32f,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:34.161286 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.162479 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:34.235286 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Router c8cea450-f2c6-49f7-b502-36a851042173 is scheduled to L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f with binding_index 1 {{(pid=108009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 10:55:34.242831 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=59a6426d-1936-4c36-b93f-ce7abdb2a32f,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:34.253153 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:34.253525 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.275412 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0356f-f969-4716-a3d1-62c5f7118ea5 None None] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 requested from dv-cinder-815461-1-iscsi {{(pid=108010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 10:55:34.315436 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.322434 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.350833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:55:34.369131 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Sync routers for ids ['c8cea450-f2c6-49f7-b502-36a851042173'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:55:34.375628 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] Publish callbacks [] for router, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.379085 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-c9d67b0e-9364-4a4c-bd54-79cc3cb234a0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8976581 Oct 26 10:55:34.384728 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35346) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:34.391396 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Pushing event updated for resources: {'Port': ['ID=24113078-38bf-43d5-9477-bf3d9a530424,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:34.402062 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.402325 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.402659 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.402984 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.403307 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.403628 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.403946 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.404268 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.404600 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.404914 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.405255 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.405617 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:34.418616 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-efe6524d-43de-4671-9886-ded682ac81d0 None None] Provisioning complete for port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:34.419134 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-efe6524d-43de-4671-9886-ded682ac81d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.445635 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Routers {'c8cea450-f2c6-49f7-b502-36a851042173'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:34.446269 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['c8cea450-f2c6-49f7-b502-36a851042173'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:34.470418 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Attempting to bind port 24113078-38bf-43d5-9477-bf3d9a530424 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:34.470783 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Attempting to bind port 24113078-38bf-43d5-9477-bf3d9a530424 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:34.471140 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Attempting to bind port 24113078-38bf-43d5-9477-bf3d9a530424 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:34.477908 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:34.478927 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Checking segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:34.479343 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.479737 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Bound using segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:34.480387 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Bound port: 24113078-38bf-43d5-9477-bf3d9a530424, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:34.480760 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.564525 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] For port 24113078-38bf-43d5-9477-bf3d9a530424, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:34.568996 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] For port 24113078-38bf-43d5-9477-bf3d9a530424, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=24113078-38bf-43d5-9477-bf3d9a530424,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:34.574860 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.641235 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40839fbf-11cf-42b9-ac6e-8c27f27c31b4 None None] Pushing event updated for resources: {'Port': ['ID=24113078-38bf-43d5-9477-bf3d9a530424,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:34.649075 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:34.649846 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:34.708098 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.789541 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=89989d2d-53f6-414b-a35a-f5dbc8d8a8c4,segment=NetworkSegment(4b5f8f37-81e8-418f-a974-a6e640bd55b7),segment_id=4b5f8f37-81e8-418f-a974-a6e640bd55b7)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:34.801420 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:34.823013 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:34.831263 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Set router c8cea450-f2c6-49f7-b502-36a851042173 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:34.942156 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-efe6524d-43de-4671-9886-ded682ac81d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.023615 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=89989d2d-53f6-414b-a35a-f5dbc8d8a8c4,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:35.049436 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:35.083646 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9948916-021e-4289-87fc-3c2a0f49e8bb None None] The sync data for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi is: [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:55:35.179660 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.db.api [None req-efe6524d-43de-4671-9886-ded682ac81d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 10:55:35.179986 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG oslo_db.api [None req-efe6524d-43de-4671-9886-ded682ac81d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 10:55:35.199012 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.228578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:33Z', 'revision_number': 3, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi'}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:35.258734 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Checking router: c8cea450-f2c6-49f7-b502-36a851042173 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:55:35.259087 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Updating router c8cea450-f2c6-49f7-b502-36a851042173 port 96984f0c-ccba-4750-ad41-e3d670ca0b76 binding host dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:55:35.290715 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.374080 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.db_base_plugin_common [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Allocated IP 172.20.0.1 (16b78d9a-f243-462e-a129-6b4e7bfb6496/99b2e4f3-58c9-4b68-999a-47a552020b96/cf2ef8db-5b53-43f6-af97-738eec060b07) {{(pid=108008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:35.503963 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.540144 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133798'] for port, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.569951 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks [] for port, precommit_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.576952 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.590915 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:35.596665 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:35.603104 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Received port after_create {{(pid=108008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:35.603104 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ef8db-5b53-43f6-af97-738eec060b07,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:35.636473 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Attempting to bind port 96984f0c-ccba-4750-ad41-e3d670ca0b76 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:35.636910 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Attempting to bind port 96984f0c-ccba-4750-ad41-e3d670ca0b76 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:35.637402 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Attempting to bind port 96984f0c-ccba-4750-ad41-e3d670ca0b76 on network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:35.639591 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cef1fe-9633-4d20-83cf-861c588c5613 None None] Pushing event updated for resources: {'Port': ['ID=96984f0c-ccba-4750-ad41-e3d670ca0b76,revision_number=2']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:35.645517 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:35.645978 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Checking segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:35.646452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.646924 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Bound using segment: {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'} {{(pid=108010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:35.647472 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.managers [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Bound port: 96984f0c-ccba-4750-ad41-e3d670ca0b76, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abba49c7-3855-4f81-b7ec-e867e3ae0d5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8'}}] {{(pid=108010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:35.647919 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.661258 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587918'] for router_interface, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.744050 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] For port 96984f0c-ccba-4750-ad41-e3d670ca0b76, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:35.747500 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] For port 96984f0c-ccba-4750-ad41-e3d670ca0b76, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=96984f0c-ccba-4750-ad41-e3d670ca0b76,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:35.754353 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.815911 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Routers {'c8cea450-f2c6-49f7-b502-36a851042173'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:35.816514 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['c8cea450-f2c6-49f7-b502-36a851042173'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:35.836911 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:35.920920 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cef1fe-9633-4d20-83cf-861c588c5613 None None] Pushing event updated for resources: {'Port': ['ID=96984f0c-ccba-4750-ad41-e3d670ca0b76,revision_number=3']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:35.927968 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 24113078-38bf-43d5-9477-bf3d9a530424 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:35.982182 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Provisioning complete for port cf2ef8db-5b53-43f6-af97-738eec060b07 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:35.982542 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.013701 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.018686 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133807'] for port, after_update {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.034867 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] Set router c8cea450-f2c6-49f7-b502-36a851042173 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:36.065941 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Port cf2ef8db-5b53-43f6-af97-738eec060b07 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:55:36.084755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 24113078-38bf-43d5-9477-bf3d9a530424 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.085035 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.086175 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ef8db-5b53-43f6-af97-738eec060b07,revision_number=2']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:36.089689 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2005426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589086'] for router_interface, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.139291 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Provisioning complete for port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.139656 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.182854 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Network 16b78d9a-f243-462e-a129-6b4e7bfb6496 is already hosted by enough agents. {{(pid=108008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:36.184249 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.base_scheduler [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=108008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:36.304534 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Router c8cea450-f2c6-49f7-b502-36a851042173 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:55:36.417881 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:55:36.430653 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-b0930dd4-063d-4b9e-a4d1-c85950b0e9ff admin admin] 10.222.0.79 "PUT /v2.0/routers/c8cea450-f2c6-49f7-b502-36a851042173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0341077 Oct 26 10:55:36.484751 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.534929 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Provisioning complete for port 24113078-38bf-43d5-9477-bf3d9a530424 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.535295 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ae63fbd0-4ad9-45ab-8f26-e481c6d38272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.538898 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 24113078-38bf-43d5-9477-bf3d9a530424, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=24113078-38bf-43d5-9477-bf3d9a530424,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:36.562841 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.563638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 59a6426d-1936-4c36-b93f-ce7abdb2a32f up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:36.621749 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'cf2ef8db-5b53-43f6-af97-738eec060b07', 'name': '', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'mac_address': 'fa:16:3e:35:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:35Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 1, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'subnets': [{'id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:36.669160 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870be21-37ce-45af-8ecd-537ff8e6fac7 None None] The sync data for ids ['c8cea450-f2c6-49f7-b502-36a851042173'] in dv-cinder-815461-1-iscsi is: [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'cf2ef8db-5b53-43f6-af97-738eec060b07', 'name': '', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'mac_address': 'fa:16:3e:35:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:35Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 1, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'subnets': [{'id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:55:36.688562 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=24113078-38bf-43d5-9477-bf3d9a530424,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:36.734417 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 59a6426d-1936-4c36-b93f-ce7abdb2a32f triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.734782 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.818719 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:36.893359 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-12706cfa-198d-4564-ab92-48db71cf8201 None None] Provisioning complete for port cf2ef8db-5b53-43f6-af97-738eec060b07 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.893816 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-12706cfa-198d-4564-ab92-48db71cf8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.898742 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 89989d2d-53f6-414b-a35a-f5dbc8d8a8c4 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:36.899166 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:36.965055 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-12706cfa-198d-4564-ab92-48db71cf8201 None None] Port cf2ef8db-5b53-43f6-af97-738eec060b07 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:55:37.357054 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35360) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:37.361652 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627830986', 'description': 'tempest-secgroup-smoke-1627830986 description', 'project_id': 'a278243c24ba4028afe48a2572803e19'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:37.388868 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.453469 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.456960 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034186'] for security_group, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.486342 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.487642 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1295273 Oct 26 10:55:37.488738 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0d1ef-d24b-4e6d-b1c9-814908ffe54b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33600f-21e3-4c1d-8484-09c4971d1b82,revision_number=1']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:37.490716 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35362) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:37.495893 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:37.521525 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.575822 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.580366 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.597489 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a8dde0-150b-41d7-9c5c-3d700bfcc173,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:37.605320 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.606519 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-be6f004e-a197-4d72-be38-34f66aa2435c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148944 Oct 26 10:55:37.609175 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35364) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:37.613372 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:37.638799 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.695712 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.699607 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.717317 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481aaefd-9eac-4d92-8570-3480a577de0f,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:37.728863 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.730279 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-32651f8a-1efb-426c-9b0f-572ef5e82b4d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201906 Oct 26 10:55:37.732918 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [-] (108008) accepted ('10.222.0.79', 35366) {{(pid=108008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:37.737299 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.v2.base [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:37.784877 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.851786 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.856428 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.874870 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31717146-daf4-4c25-a1b4-488db78c5b41,revision_number=0']} {{(pid=108008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:37.883106 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron_lib.callbacks.manager [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.884891 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [None req-caa7f4cb-cf7b-46b8-a231-267d818d947a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504285 Oct 26 10:55:37.888057 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35368) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:37.894076 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:37.927050 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:37.951393 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 24113078-38bf-43d5-9477-bf3d9a530424 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:37.998898 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.003172 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 24113078-38bf-43d5-9477-bf3d9a530424 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:38.003402 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.003578 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.024512 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0542ed3d-990f-4b58-8021-625fba7909d9,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:38.034840 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.036066 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-0a55df27-e1b7-4a73-ab05-dcd3a5acce47 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469986 Oct 26 10:55:38.038963 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35370) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:38.043616 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:38.068487 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.securitygroups_db [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Project a278243c24ba4028afe48a2572803e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:55:38.073787 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.099897 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 96984f0c-ccba-4750-ad41-e3d670ca0b76 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:38.139319 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.143503 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.149506 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 96984f0c-ccba-4750-ad41-e3d670ca0b76 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:38.150570 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.161632 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9ef98d-9671-4698-a3ba-59347a3ec778,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:38.171607 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.173563 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-043e82f9-ff17-4778-9f1f-c68d830d5290 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335857 Oct 26 10:55:38.176178 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35372) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:55:38.182142 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'security_group_rule': {'security_group_id': '1f33600f-21e3-4c1d-8484-09c4971d1b82', 'project_id': 'a278243c24ba4028afe48a2572803e19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:38.206060 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.securitygroups_db [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Project a278243c24ba4028afe48a2572803e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 10:55:38.211239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.252638 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.275654 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] For port 96984f0c-ccba-4750-ad41-e3d670ca0b76, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=96984f0c-ccba-4750-ad41-e3d670ca0b76,segment=NetworkSegment(abba49c7-3855-4f81-b7ec-e867e3ae0d5f),segment_id=abba49c7-3855-4f81-b7ec-e867e3ae0d5f)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:38.280055 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.295947 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.300024 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034393'] for security_group_rule, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.317959 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538093cf-dcec-4d4f-a53b-089eec4340b6,revision_number=0']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:38.328099 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:38.329316 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-7792fc77-8cb5-47f6-9908-7898a3543760 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515260 Oct 26 10:55:38.347993 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Pushing event updated for resources: {'Port': ['ID=96984f0c-ccba-4750-ad41-e3d670ca0b76,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:39.174564 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Sync routers for ids ['c8cea450-f2c6-49f7-b502-36a851042173'] in dv-cinder-815461-1-iscsi {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:55:39.185382 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Routers {'c8cea450-f2c6-49f7-b502-36a851042173'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:39.185978 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['c8cea450-f2c6-49f7-b502-36a851042173'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:39.290725 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Set router c8cea450-f2c6-49f7-b502-36a851042173 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:39.488374 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'cf2ef8db-5b53-43f6-af97-738eec060b07', 'name': '', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'mac_address': 'fa:16:3e:35:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:35Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 2, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'subnets': [{'id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:39.518253 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Checking router: c8cea450-f2c6-49f7-b502-36a851042173 for host: dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:55:39.518601 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Updating router c8cea450-f2c6-49f7-b502-36a851042173 port cf2ef8db-5b53-43f6-af97-738eec060b07 binding host dv-cinder-815461-1-iscsi {{(pid=108011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 10:55:39.544494 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:39.805527 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks [] for port, precommit_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:39.810780 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:39.851507 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device 96984f0c-ccba-4750-ad41-e3d670ca0b76 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:39.867983 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2f25-caa4-4b2a-9b33-acdb59601664 None None] Pushing event updated for resources: {'Port': ['ID=cf2ef8db-5b53-43f6-af97-738eec060b07,revision_number=3']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:39.917358 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port 96984f0c-ccba-4750-ad41-e3d670ca0b76 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:39.917727 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:39.922885 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Attempting to bind port cf2ef8db-5b53-43f6-af97-738eec060b07 on host dv-cinder-815461-1-iscsi for vnic_type normal with profile {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:39.923252 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Attempting to bind port cf2ef8db-5b53-43f6-af97-738eec060b07 by drivers openvswitch,hyperv on host dv-cinder-815461-1-iscsi at level 0 using segments [{'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:39.923611 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Attempting to bind port cf2ef8db-5b53-43f6-af97-738eec060b07 on network 16b78d9a-f243-462e-a129-6b4e7bfb6496 {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:39.928711 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Checking agent: {'id': '84ca752d-ad5c-4fe2-91b1-cc797ab1dbe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 37, 31), 'started_at': datetime.datetime(2021, 10, 26, 10, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:39.929098 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Checking segment: {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:39.929504 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:39.929893 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Bound using segment: {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'} {{(pid=108011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:39.930413 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.managers [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Bound port: cf2ef8db-5b53-43f6-af97-738eec060b07, host: dv-cinder-815461-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5f8f37-81e8-418f-a974-a6e640bd55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496'}}] {{(pid=108011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:39.930857 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.001291 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] For port cf2ef8db-5b53-43f6-af97-738eec060b07, host dv-cinder-815461-1-iscsi, cleared binding levels {{(pid=108011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:40.004729 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.plugins.ml2.db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] For port cf2ef8db-5b53-43f6-af97-738eec060b07, host dv-cinder-815461-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=cf2ef8db-5b53-43f6-af97-738eec060b07,segment=NetworkSegment(4b5f8f37-81e8-418f-a974-a6e640bd55b7),segment_id=4b5f8f37-81e8-418f-a974-a6e640bd55b7)] {{(pid=108011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:40.010473 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron_lib.callbacks.manager [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.110713 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] Provisioning complete for port cf2ef8db-5b53-43f6-af97-738eec060b07 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:40.111229 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.164707 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Routers {'c8cea450-f2c6-49f7-b502-36a851042173'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:55:40.166041 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:55:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['c8cea450-f2c6-49f7-b502-36a851042173'], 'active': True} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:40.206339 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.230331 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2f25-caa4-4b2a-9b33-acdb59601664 None None] Pushing event updated for resources: {'Port': ['ID=cf2ef8db-5b53-43f6-af97-738eec060b07,revision_number=4']} {{(pid=108011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:40.247522 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] For port cf2ef8db-5b53-43f6-af97-738eec060b07, host dv-cinder-815461-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-1-iscsi',level=0,port_id=cf2ef8db-5b53-43f6-af97-738eec060b07,segment=NetworkSegment(4b5f8f37-81e8-418f-a974-a6e640bd55b7),segment_id=4b5f8f37-81e8-418f-a974-a6e640bd55b7)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:55:40.252373 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.287404 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_dvr_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] Set router c8cea450-f2c6-49f7-b502-36a851042173 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:55:40.306512 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba4495-4f88-4c91-8700-3dd852d0cc0d None None] Pushing event updated for resources: {'Port': ['ID=cf2ef8db-5b53-43f6-af97-738eec060b07,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:40.383031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-ea417299-9d8e-46c2-a5d2-a71563cb15bd None None] Provisioning complete for port cf2ef8db-5b53-43f6-af97-738eec060b07 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:40.383361 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ea417299-9d8e-46c2-a5d2-a71563cb15bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:40.520858 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.l3_hamode_db [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'cf2ef8db-5b53-43f6-af97-738eec060b07', 'name': '', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'mac_address': 'fa:16:3e:35:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:35Z', 'updated_at': '2021-10-26T10:55:39Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'subnets': [{'id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:55:40.550428 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ffcad-4c0d-4d54-9e1d-b392d45f3ffc None None] The sync data for ids ['c8cea450-f2c6-49f7-b502-36a851042173'] in dv-cinder-815461-1-iscsi is: [{'id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'name': 'tempest-TestVolumeBootPattern-597879526-router', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:32Z', 'updated_at': '2021-10-26T10:55:35Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'gw_port': {'id': '96984f0c-ccba-4750-ad41-e3d670ca0b76', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:33Z', 'updated_at': '2021-10-26T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': 'cf2ef8db-5b53-43f6-af97-738eec060b07', 'name': '', 'network_id': '16b78d9a-f243-462e-a129-6b4e7bfb6496', 'tenant_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'mac_address': 'fa:16:3e:35:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cea450-f2c6-49f7-b502-36a851042173', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:35Z', 'updated_at': '2021-10-26T10:55:39Z', 'revision_number': 4, 'project_id': '900ac789b7414a5d8e48f1c97e9b5eba', 'subnets': [{'id': '99b2e4f3-58c9-4b68-999a-47a552020b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:55:41.873596 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Device cf2ef8db-5b53-43f6-af97-738eec060b07 up at agent ovs-agent-dv-cinder-815461-1-iscsi {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:55:41.921872 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Provisioning complete for port cf2ef8db-5b53-43f6-af97-738eec060b07 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:41.922253 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:52.274136 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:55:53.684152 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-94c9a712-891d-4cdf-9825-595bd419396d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627830986&fields=id&tenant_id=a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 267 time: 0.0320263 Oct 26 10:55:53.789355 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-b651e9d7-577a-4837-92ff-249a98df02fd tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:53.790771 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-b651e9d7-577a-4837-92ff-249a98df02fd tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 811 time: 0.1001456 Oct 26 10:55:53.805238 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-70718a3f-1478-4fb4-b781-a3b70cd2fe88 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/quotas/a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 375 time: 0.0087690 Oct 26 10:55:53.854308 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-dc2f2df9-40e3-464b-9344-aec88b8b74b3 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433204 Oct 26 10:55:53.953327 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-286afee8-b05c-4afa-ab2d-34e25bfd5ed3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:55:53.954299 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-286afee8-b05c-4afa-ab2d-34e25bfd5ed3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0893753 Oct 26 10:55:54.044588 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-efb66373-8afd-46fc-9cd8-69b75428450b service neutron] 10.222.0.79 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842314 Oct 26 10:55:54.130483 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-2ab5b543-a9a6-40e2-8b16-8bfccc322de6 service neutron] 10.222.0.79 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799632 Oct 26 10:55:54.464371 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c6264314-3804-4c37-8acd-089cd6a515d4 req-2babf494-f79f-4e84-9e9d-afd07f4ac460 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 210 time: 0.0862908 Oct 26 10:55:55.294062 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-be4b06d5-c99a-4e91-a369-cd00f25d4325 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:55.295519 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-be4b06d5-c99a-4e91-a369-cd00f25d4325 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 811 time: 0.1076725 Oct 26 10:55:55.336221 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-ec0d974f-7e7d-4c6f-9464-b13918cced84 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 380 time: 0.0323343 Oct 26 10:55:55.345214 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'port': {'device_id': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'admin_state_up': True, 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'security_groups': ['1f33600f-21e3-4c1d-8484-09c4971d1b82']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:55.455450 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Made reservation on behalf of a278243c24ba4028afe48a2572803e19 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:55:55.458955 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:55.559199 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-58486f34-41bc-45e4-9aad-471522760f27 req-ab703bdd-1fa5-453f-96da-042b0662973f tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 210 time: 0.0263252 Oct 26 10:55:55.588416 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Allocated IP 172.20.0.13 (91d9b3ce-7d99-40f9-9d3f-020fe41fa07c/32b0e90c-4e61-4cb2-adcb-3382c21e9f66/f0353392-6f61-419e-9ba7-c77e13ff1985) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:55:55.731234 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:55.764285 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:55.815218 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:55:55.818219 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:55:55.821860 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:55:55.845708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:55.860007 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.860367 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.860690 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.861021 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.861377 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.861702 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.862025 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.862346 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.862668 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.862986 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.863301 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.863613 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:55:55.884670 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:55.885613 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:55.902381 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-8f47c953-85cc-4c6a-8200-38ea7c71b02b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606754 Oct 26 10:55:55.912398 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-030fbeb6-b709-4a1d-ac90-860b89e10598 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=108009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 10:55:55.913370 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-030fbeb6-b709-4a1d-ac90-860b89e10598 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052021 Oct 26 10:55:55.969725 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Request body: {'port': {'device_id': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:55:56.022280 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.077839 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-37753a0e-b2e9-4ea8-b213-b8575d32d3f6 None None] Provisioning complete for port f0353392-6f61-419e-9ba7-c77e13ff1985 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:55:56.078433 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-37753a0e-b2e9-4ea8-b213-b8575d32d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.114671 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-37753a0e-b2e9-4ea8-b213-b8575d32d3f6 None None] Port f0353392-6f61-419e-9ba7-c77e13ff1985 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:55:56.276888 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0353392-6f61-419e-9ba7-c77e13ff1985 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:55:56.284084 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.296139 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Transition to ACTIVE for port object f0353392-6f61-419e-9ba7-c77e13ff1985 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:55:56.299478 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.346268 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Pushing event updated for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:56.421332 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Attempting to bind port f0353392-6f61-419e-9ba7-c77e13ff1985 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:55:56.421661 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Attempting to bind port f0353392-6f61-419e-9ba7-c77e13ff1985 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:55:56.421988 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Attempting to bind port f0353392-6f61-419e-9ba7-c77e13ff1985 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:56.426467 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Port f0353392-6f61-419e-9ba7-c77e13ff1985 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:55:56.426783 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Attempting to bind port f0353392-6f61-419e-9ba7-c77e13ff1985 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:55:56.431604 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:55:56.432018 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Checking segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:55:56.432469 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Bound using segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:55:56.432969 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Bound port: f0353392-6f61-419e-9ba7-c77e13ff1985, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:55:56.433344 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.498196 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:55:56.501305 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f0353392-6f61-419e-9ba7-c77e13ff1985,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:55:56.505229 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.536736 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:56.537814 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:56.539178 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] 10.222.0.72 "PUT /v2.0/ports/f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 1094 time: 0.6179118 Oct 26 10:55:56.541547 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:55:56.545454 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:55:56.578612 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ca12a-a558-4d8a-8b24-37dc363efd7a service neutron] Pushing event updated for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:55:56.636306 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-915541b5-813c-4528-a827-55b4b89fb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:56.638047 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-915541b5-813c-4528-a827-55b4b89fb4ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1097 time: 0.0447519 Oct 26 10:55:56.688362 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225bcb4-06bc-4a23-ba5f-2aa45ecc58d7 x-openstack-request-id: req-e225bcb4-06bc-4a23-ba5f-2aa45ecc58d7 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:55:56.688747 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:55:56.689073 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e225bcb4-06bc-4a23-ba5f-2aa45ecc58d7 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:55:56.689549 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'status': 'completed', 'code': 200} Oct 26 10:55:56.691142 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-de262225-3c91-4668-bd03-59ffe4a631d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 217 time: 0.0459139 Oct 26 10:55:56.713536 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684cbd-7196-4eb1-9f01-4113ab09da97 req-db92b58b-e34b-4130-b569-6e892d229456 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:56.715123 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1f684cbd-7196-4eb1-9f01-4113ab09da97 req-db92b58b-e34b-4130-b569-6e892d229456 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0596707 Oct 26 10:55:56.742189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-a721274b-3fdc-453b-bd4b-de8e66cbe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:56.744060 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-a721274b-3fdc-453b-bd4b-de8e66cbe0ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0460665 Oct 26 10:55:56.758391 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1f684cbd-7196-4eb1-9f01-4113ab09da97 req-540ca641-d12a-4783-ae67-1cd97042d312 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369310 Oct 26 10:55:56.789141 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e53512d1-e6c8-4ae5-b52d-1333eaee4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:56.790677 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-e53512d1-e6c8-4ae5-b52d-1333eaee4e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401621 Oct 26 10:55:56.883182 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-007893fb-2468-497c-88ae-01ab94833804 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850868 Oct 26 10:55:56.969672 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a0820760-2277-41ad-ae2a-f3e650539c06 req-3267ded8-9399-4f04-a9c7-7e2bcc25ee92 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788608 Oct 26 10:55:57.060450 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-9c38e113-3c20-4b88-869b-1234b5006d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:57.061926 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-9c38e113-3c20-4b88-869b-1234b5006d4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1097 time: 0.0433886 Oct 26 10:55:57.124178 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-4900b6ad-3758-4c1b-871e-22fb59a6fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:55:57.151699 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-1a66acee-6a2d-4cb2-b451-4368186522ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:57.153402 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-1a66acee-6a2d-4cb2-b451-4368186522ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0846713 Oct 26 10:55:57.197925 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-1c2ea328-d59e-47a4-aaf8-5f9d68588685 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 217 time: 0.0375044 Oct 26 10:55:57.246717 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-1c4ef459-eac2-49d0-b851-d76d8e5f2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:57.248098 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-1c4ef459-eac2-49d0-b851-d76d8e5f2643 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0433726 Oct 26 10:55:57.291855 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-dcd7509b-439d-4184-b321-376d9d91da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:57.293946 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-dcd7509b-439d-4184-b321-376d9d91da41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384450 Oct 26 10:55:57.383500 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-ea1507ae-19fc-44f7-b3d0-6c52e64c4740 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Oct 26 10:55:57.471439 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1754ee58-2c32-45e4-8b8b-b09f8d28efdf req-fc5909f5-74fb-47ae-9f9f-1407aee0d0e7 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806980 Oct 26 10:55:57.874323 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7546ad3-813e-4d10-b178-fe9fc8df96e9 req-ef7932e2-5cef-4ba8-bc91-32b888b7e398 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:57.875774 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7546ad3-813e-4d10-b178-fe9fc8df96e9 req-ef7932e2-5cef-4ba8-bc91-32b888b7e398 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0481918 Oct 26 10:55:57.915360 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-e7546ad3-813e-4d10-b178-fe9fc8df96e9 req-6f683f07-3d6e-4276-9e29-65e8717b15ec tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337825 Oct 26 10:55:59.029014 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6ffa-70dc-4775-8fe9-8f534360b9af req-385b014e-f994-4de1-a6a5-1ec6424b6fa2 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:55:59.030474 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4efb6ffa-70dc-4775-8fe9-8f534360b9af req-385b014e-f994-4de1-a6a5-1ec6424b6fa2 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0472956 Oct 26 10:55:59.066756 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-4efb6ffa-70dc-4775-8fe9-8f534360b9af req-02710143-c74e-4d21-928d-d4e73a5e5d9e tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304966 Oct 26 10:55:59.541633 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b8f449ad-f659-4d5a-987a-49904f876b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:00.178184 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41a93-48cd-45bf-a407-8efb25df4ee2 req-05743033-804d-473c-bcec-2be6030b7ec5 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:00.179626 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bac41a93-48cd-45bf-a407-8efb25df4ee2 req-05743033-804d-473c-bcec-2be6030b7ec5 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0478809 Oct 26 10:56:00.216597 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bac41a93-48cd-45bf-a407-8efb25df4ee2 req-f970609d-7a86-4363-a3fc-034e0fec41ad tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304556 Oct 26 10:56:00.905934 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:00.964493 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:01.327471 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96bc6-edd3-4f92-8cc0-a6c73147c2c6 req-05c9438a-e23e-4a58-a830-0ae7a80b6955 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:01.328880 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-29b96bc6-edd3-4f92-8cc0-a6c73147c2c6 req-05c9438a-e23e-4a58-a830-0ae7a80b6955 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0480793 Oct 26 10:56:01.364645 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-29b96bc6-edd3-4f92-8cc0-a6c73147c2c6 req-31f0aa38-5759-4cdc-9179-e298bcc68349 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299897 Oct 26 10:56:02.476735 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e5758-d8c4-4540-8caa-95218ebc083a req-c734d09e-4302-41be-a966-8a1e98dca968 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:02.478208 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ff3e5758-d8c4-4540-8caa-95218ebc083a req-c734d09e-4302-41be-a966-8a1e98dca968 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0479467 Oct 26 10:56:02.514987 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-ff3e5758-d8c4-4540-8caa-95218ebc083a req-b450d339-993c-472e-b5e8-0df0cf4fdb65 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302894 Oct 26 10:56:02.929829 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:03.630590 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc40bc6-51b6-4ff4-b755-eb149fd85bff req-179a6f3f-e19e-4141-9ff0-54facaa01599 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:03.632072 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1bc40bc6-51b6-4ff4-b755-eb149fd85bff req-179a6f3f-e19e-4141-9ff0-54facaa01599 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0519483 Oct 26 10:56:03.670084 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-1bc40bc6-51b6-4ff4-b755-eb149fd85bff req-79683a01-1082-4de7-b205-9e4a10d16d1c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Oct 26 10:56:03.921352 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:04.778475 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312630-e9b4-422b-8b18-e47279a4bbbb req-2b4f944f-d860-4312-a3d7-db5e1057b574 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:04.780395 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-62312630-e9b4-422b-8b18-e47279a4bbbb req-2b4f944f-d860-4312-a3d7-db5e1057b574 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 944 time: 0.0466993 Oct 26 10:56:04.819433 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-62312630-e9b4-422b-8b18-e47279a4bbbb req-6978d668-b15a-4d33-822e-4eaddcd5711f tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Oct 26 10:56:05.608714 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device f0353392-6f61-419e-9ba7-c77e13ff1985 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:56:05.702228 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f0353392-6f61-419e-9ba7-c77e13ff1985,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:56:05.713363 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'port_id': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'mac_address': 'fa:16:3e:64:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:56:05.752487 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:05.765461 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0353392-6f61-419e-9ba7-c77e13ff1985 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:56:05.784587 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f0353392-6f61-419e-9ba7-c77e13ff1985,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:56:05.788337 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:05.838312 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:56:05.931475 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201898-b467-4104-9e94-4357fec513cc req-f6c84050-0101-48ac-bdb6-3f092c6bf542 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:05.932866 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8201898-b467-4104-9e94-4357fec513cc req-f6c84050-0101-48ac-bdb6-3f092c6bf542 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 945 time: 0.0492191 Oct 26 10:56:05.969343 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e8201898-b467-4104-9e94-4357fec513cc req-0817e816-aa2a-4f5b-9923-05af02dbcb10 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Oct 26 10:56:05.998801 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['f0353392-6f61-419e-9ba7-c77e13ff1985'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:56:07.081107 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b939c-05dd-4697-a2e1-a19b22767cc2 req-9807a90e-88ea-496a-9eaf-84ed3b490ac9 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:07.082584 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-515b939c-05dd-4697-a2e1-a19b22767cc2 req-9807a90e-88ea-496a-9eaf-84ed3b490ac9 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 945 time: 0.0481293 Oct 26 10:56:07.118640 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-515b939c-05dd-4697-a2e1-a19b22767cc2 req-e6a6f6ae-f8ad-49a0-aeb9-f841d01d179a tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302572 Oct 26 10:56:07.624913 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device f0353392-6f61-419e-9ba7-c77e13ff1985 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:56:07.672290 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port f0353392-6f61-419e-9ba7-c77e13ff1985 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:56:07.675762 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port f0353392-6f61-419e-9ba7-c77e13ff1985 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:56:07.676125 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:07.750826 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:07.771943 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:56:07.774218 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a059f-68bf-4234-baf9-d670bfd0dea4" -d '{"events": [{"server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "name": "network-vif-plugged", "status": "completed", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:56:07.786972 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f0353392-6f61-419e-9ba7-c77e13ff1985,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:56:07.791443 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:07.838167 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:56:07.870085 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07b0bf6-0b1f-4f1d-947b-b1030517f90c x-openstack-request-id: req-f07b0bf6-0b1f-4f1d-947b-b1030517f90c {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:56:07.870394 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "name": "network-vif-plugged", "status": "completed", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:56:07.870642 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f07b0bf6-0b1f-4f1d-947b-b1030517f90c {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:56:07.871086 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'code': 200} Oct 26 10:56:08.072893 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e9d8f-460e-49e9-8546-22f7fddd0470 req-3ffd008c-8deb-4cd0-909c-caa7ab012898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:08.074368 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a5e9d8f-460e-49e9-8546-22f7fddd0470 req-3ffd008c-8deb-4cd0-909c-caa7ab012898 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1099 time: 0.0389216 Oct 26 10:56:08.107913 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-8a5e9d8f-460e-49e9-8546-22f7fddd0470 req-c7c1ac85-993d-45c0-968a-0bd7e12cfd08 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270140 Oct 26 10:56:08.229290 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbf35a-395b-4b8f-b976-580979ed36d1 req-196eca54-5d37-4510-b543-b82ec4d9dc99 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:08.230709 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4bfbf35a-395b-4b8f-b976-580979ed36d1 req-196eca54-5d37-4510-b543-b82ec4d9dc99 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0473261 Oct 26 10:56:08.269679 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-4bfbf35a-395b-4b8f-b976-580979ed36d1 req-e423ddf3-d888-4884-91db-f7973ce7c953 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Oct 26 10:56:09.384610 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c98af-b93f-4f77-bb33-a1f93eefba16 req-b4f2f135-fd77-42bc-9ad1-4f168d397aef tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:09.386213 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c52c98af-b93f-4f77-bb33-a1f93eefba16 req-b4f2f135-fd77-42bc-9ad1-4f168d397aef tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0490956 Oct 26 10:56:09.423612 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c52c98af-b93f-4f77-bb33-a1f93eefba16 req-f4e4d9f3-8610-4614-9907-96b1b9c248c0 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Oct 26 10:56:09.534457 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec043-ba1c-443d-bcb6-7dfa415f1083 req-caebe554-242e-4a4f-a81f-1d2b69e31050 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:09.535904 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b41ec043-ba1c-443d-bcb6-7dfa415f1083 req-caebe554-242e-4a4f-a81f-1d2b69e31050 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0484061 Oct 26 10:56:09.572145 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b41ec043-ba1c-443d-bcb6-7dfa415f1083 req-5401aa43-90fd-4e74-9c62-fadf04511889 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303032 Oct 26 10:56:09.594128 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35544) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:56:09.673034 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ec8ec-425b-42ff-9966-ed766e54a815 tempest-TestVolumeBootPattern-780695941 tempest-TestVolumeBootPattern-780695941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:09.674536 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-799ec8ec-425b-42ff-9966-ed766e54a815 tempest-TestVolumeBootPattern-780695941 tempest-TestVolumeBootPattern-780695941-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1094 time: 0.0794373 Oct 26 10:56:09.677365 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35548) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:56:09.681479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'port_id': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:56:09.702610 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for floatingip, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:09.797009 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:09.894741 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Allocated IP 172.27.3.206 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/0c7b48d0-a1ef-4531-976f-6eae6105d8bd) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:56:09.995060 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.027587 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.068156 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:56:10.071010 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:56:10.074487 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:56:10.097345 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=0c7b48d0-a1ef-4531-976f-6eae6105d8bd,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:56:10.648348 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.712003 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.860756 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.865156 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:10.934592 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=0c7b48d0-a1ef-4531-976f-6eae6105d8bd,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:56:10.944122 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:11.040088 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Floating IP 9c26e64a-5b45-4ff6-8d50-3d0264604e3c associated. External IP: 172.27.3.206, port: f0353392-6f61-419e-9ba7-c77e13ff1985. Oct 26 10:56:11.239119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:56:11.340004 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:56:11.350931 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433726a-5427-452d-be17-559c612c5def None None] Sync routers for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:56:11.360212 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:11.361688 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433726a-5427-452d-be17-559c612c5def None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:56:11.362221 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9433726a-5427-452d-be17-559c612c5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:56:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:56:11.390343 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-8ec1151d-c807-4810-b439-c6d824d41627 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7119718 Oct 26 10:56:11.390930 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:56:11.393247 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d14ef-8e0c-4639-a21a-a4121f4cb233" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:56:11.430839 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e132f-ce67-4f35-882c-089e4311f6b8 x-openstack-request-id: req-222e132f-ce67-4f35-882c-089e4311f6b8 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:56:11.431189 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:56:11.431527 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-222e132f-ce67-4f35-882c-089e4311f6b8 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:56:11.431927 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'status': 'completed', 'code': 200} Oct 26 10:56:11.470607 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9433726a-5427-452d-be17-559c612c5def None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:56:11.493075 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-e882e383-1a65-474c-b25a-7eab3b74a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:11.494512 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-e882e383-1a65-474c-b25a-7eab3b74a8a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1099 time: 0.0391271 Oct 26 10:56:11.583397 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-c034788e-d665-4fbd-a575-75d7959b24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:11.584842 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-c034788e-d665-4fbd-a575-75d7959b24ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0832071 Oct 26 10:56:11.659354 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-9852a916-a54d-425d-9339-89f7cc3c55da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 1000 time: 0.0673244 Oct 26 10:56:11.711285 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-2239ff8f-e589-48dc-b1e7-689a32a04e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:11.712753 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-2239ff8f-e589-48dc-b1e7-689a32a04e39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0462623 Oct 26 10:56:11.757882 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-25db4ea6-6cfd-4b12-8af4-0cd35746cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:11.759584 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-25db4ea6-6cfd-4b12-8af4-0cd35746cb24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399091 Oct 26 10:56:11.818613 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9433726a-5427-452d-be17-559c612c5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '9c26e64a-5b45-4ff6-8d50-3d0264604e3c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:64:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:56:10Z', 'updated_at': '2021-10-26T10:56:10Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:56:11.844030 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433726a-5427-452d-be17-559c612c5def None None] Checking router: 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:56:11.852188 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-6f135661-6d8a-4c20-bc28-8b078d83b1dc service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Oct 26 10:56:11.852368 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433726a-5427-452d-be17-559c612c5def None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:56:11.852959 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9433726a-5427-452d-be17-559c612c5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:56:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:56:11.943892 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-678d14ef-8e0c-4639-a21a-a4121f4cb233 req-74d9c091-b40a-4819-ad2c-cecca0091161 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Oct 26 10:56:11.956875 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-9433726a-5427-452d-be17-559c612c5def None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:56:12.177437 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-9433726a-5427-452d-be17-559c612c5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '9c26e64a-5b45-4ff6-8d50-3d0264604e3c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:64:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:56:10Z', 'updated_at': '2021-10-26T10:56:10Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:56:12.202877 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433726a-5427-452d-be17-559c612c5def None None] The sync data for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi is: [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': '9c26e64a-5b45-4ff6-8d50-3d0264604e3c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:64:27:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:56:10Z', 'updated_at': '2021-10-26T10:56:10Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:56:12.384396 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af385b3d-6c62-4bee-9e57-80cd2346191b None None] New status for floating IP 9c26e64a-5b45-4ff6-8d50-3d0264604e3c: ACTIVE {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:56:27.124558 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-69aa74a0-65be-472e-8258-c579529f179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:29.273118 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:56:29.542081 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8927dc84-21c3-4016-8b21-732356be0027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:30.907370 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:30.966152 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:32.932148 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:33.903652 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:37.949997 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-d52af6e7-f1f5-49ab-8880-5147f7262225 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388463 Oct 26 10:56:38.035010 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-f41cdc6e-c237-48b8-ae3a-d308e83fa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:38.036448 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-f41cdc6e-c237-48b8-ae3a-d308e83fa7f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1099 time: 0.0393577 Oct 26 10:56:38.140531 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-ec752da3-1cc2-4b40-b160-daf244441fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:38.142083 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-ec752da3-1cc2-4b40-b160-daf244441fc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0855451 Oct 26 10:56:38.204196 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-aa7fa337-da90-4d04-bc02-61f00276ef02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 1002 time: 0.0549755 Oct 26 10:56:38.250732 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-8e5432f0-fe41-4d4d-a2fe-4e0acb81127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:38.252690 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-8e5432f0-fe41-4d4d-a2fe-4e0acb81127f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0415006 Oct 26 10:56:38.299676 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-cbc6f3a8-7717-42c5-9e84-fc142938adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:56:38.301063 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-cbc6f3a8-7717-42c5-9e84-fc142938adb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409200 Oct 26 10:56:38.393929 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-205902a7-a64c-4dc1-bee4-e125dbc5c502 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796762 Oct 26 10:56:38.485187 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f73ab86e-0902-46f7-a46c-2ca564cdfc41 req-ca615996-ca7f-4a8b-9446-77678f1c0056 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832419 Oct 26 10:56:57.124806 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-59c82899-4e19-4fae-8e7c-95b9f4a1e8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:56:59.542454 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d8ef6182-8efe-491e-93f0-d6b1be1265cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:00.907800 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:00.968856 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:02.933134 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:03.918999 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:06.272533 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:57:27.127325 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-646ad04a-f828-413e-8086-cfa7369c5913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:29.546220 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-86372b98-7f0d-4527-b54d-388558dd5b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:30.910469 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:30.972227 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:32.938742 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:33.910072 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:37.970925 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-d1fcd195-c918-4353-be48-8bc88dfcaa82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373654 Oct 26 10:57:38.061671 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958dc13-d36f-4346-8128-dc7b4084efab req-afe5d6fa-89f9-443d-9043-ef79b4a653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:57:38.063173 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-afe5d6fa-89f9-443d-9043-ef79b4a653da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 1099 time: 0.0423820 Oct 26 10:57:38.170585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958dc13-d36f-4346-8128-dc7b4084efab req-13bbf406-07f6-4132-9f37-5c690c68c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:57:38.172068 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-13bbf406-07f6-4132-9f37-5c690c68c26d service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0882614 Oct 26 10:57:38.236353 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-e12195b1-6fd7-4f9c-8670-b30ae81998a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 200 len: 1002 time: 0.0575273 Oct 26 10:57:38.289407 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958dc13-d36f-4346-8128-dc7b4084efab req-562e142d-28e1-4fbd-be96-840fa42f02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:57:38.290865 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-562e142d-28e1-4fbd-be96-840fa42f02fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0480864 Oct 26 10:57:38.336368 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958dc13-d36f-4346-8128-dc7b4084efab req-f7b01717-0037-45ed-8190-65dc049c691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:57:38.337888 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-f7b01717-0037-45ed-8190-65dc049c691a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397167 Oct 26 10:57:38.438158 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-ea06abf1-9a0a-431b-a77d-a86ec089ce8e service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Oct 26 10:57:38.534183 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-3958dc13-d36f-4346-8128-dc7b4084efab req-d75f47d1-7bce-499a-9a9f-32ee41c11979 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Oct 26 10:57:43.272110 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:57:57.126773 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ce3a-79a4-4ad6-91ef-bff49d5c13f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:57:59.547476 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-da9e3240-d8a2-44a1-aff1-9d9b61917d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:00.912300 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:00.973106 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:02.938584 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:03.941146 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:08.866970 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e057bc-e22b-4f64-9726-baf7d922ad76 req-2bb55115-3b10-4694-91b9-8985f2d5335f tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:08.868410 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e2e057bc-e22b-4f64-9726-baf7d922ad76 req-2bb55115-3b10-4694-91b9-8985f2d5335f tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0534632 Oct 26 10:58:08.905362 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-e2e057bc-e22b-4f64-9726-baf7d922ad76 req-f478e7b2-7ebd-431c-8a2b-094011171b32 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Oct 26 10:58:10.037119 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e107e43-fe16-449d-b658-56c4f371b658 req-a986f4ef-ea38-487d-b906-d262d7c15e22 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:10.038806 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7e107e43-fe16-449d-b658-56c4f371b658 req-a986f4ef-ea38-487d-b906-d262d7c15e22 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0496197 Oct 26 10:58:10.075964 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7e107e43-fe16-449d-b658-56c4f371b658 req-d820c414-51ea-4c8a-9fb3-259a72f5ae99 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Oct 26 10:58:10.366813 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-8359fef1-9fae-46fe-b799-298d1ccdf615 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:10.368540 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-8359fef1-9fae-46fe-b799-298d1ccdf615 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 946 time: 0.0552733 Oct 26 10:58:10.462336 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Deleting port f0353392-6f61-419e-9ba7-c77e13ff1985 {{(pid=108009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 10:58:10.462671 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770035034134'] for port, before_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:10.555227 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] For port f0353392-6f61-419e-9ba7-c77e13ff1985, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=f0353392-6f61-419e-9ba7-c77e13ff1985,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:58:10.555579 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595371'] for port, precommit_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:10.723154 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:10.723542 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:10.723897 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Floating IP 9c26e64a-5b45-4ff6-8d50-3d0264604e3c disassociated. External IP: 172.27.3.206, port: f0353392-6f61-419e-9ba7-c77e13ff1985. Oct 26 10:58:10.724288 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.plugin [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Calling delete_port for f0353392-6f61-419e-9ba7-c77e13ff1985 owned by compute:nova {{(pid=108009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 10:58:10.852900 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770035105500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770034627943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_delete {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:10.879120 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event deleted for resources: {'Port': ['ID=f0353392-6f61-419e-9ba7-c77e13ff1985,revision_number=None']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:10.890567 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.890915 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.891260 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.891604 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.891935 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.892266 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.892595 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.892924 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.893276 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.893605 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.893932 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:10.894501 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:11.002228 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:58:11.105819 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:58:11.116466 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Sync routers for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:58:11.125868 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:58:11.126478 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:58:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:11.145803 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] No DVR routers for this DVR port f0353392-6f61-419e-9ba7-c77e13ff1985 on host hv-cinder-81546 {{(pid=108009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 10:58:11.148174 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:11.151452 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-c320c754-d2ac-4487-8f40-3c013cc8ef95 req-0d46a832-4738-416f-ad7d-aa34664c54b6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "DELETE /v2.0/ports/f0353392-6f61-419e-9ba7-c77e13ff1985 HTTP/1.1" status: 204 len: 173 time: 0.7773345 Oct 26 10:58:11.151924 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'name': 'network-vif-deleted', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:58:11.154279 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22735cf-ee93-4bbd-a769-bee5e8c442c0" -d '{"events": [{"server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "name": "network-vif-deleted", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:58:11.191296 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47235e3-630c-45e9-8f15-a7374c060d91 x-openstack-request-id: req-e47235e3-630c-45e9-8f15-a7374c060d91 {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:58:11.191585 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0afd63-f45f-4333-977f-50456f8ea97d", "name": "network-vif-deleted", "tag": "f0353392-6f61-419e-9ba7-c77e13ff1985", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:58:11.191837 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e47235e3-630c-45e9-8f15-a7374c060d91 {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:58:11.192260 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0afd63-f45f-4333-977f-50456f8ea97d', 'name': 'network-vif-deleted', 'tag': 'f0353392-6f61-419e-9ba7-c77e13ff1985', 'status': 'completed', 'code': 200} Oct 26 10:58:11.193650 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a5d329b9-9dee-4a02-9297-fbc3fd1d2ceb req-1a4014b5-fcd2-450b-b68a-fa177914bb41 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a0afd63-f45f-4333-977f-50456f8ea97d HTTP/1.1" status: 200 len: 210 time: 0.0423710 Oct 26 10:58:11.243716 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:58:11.450118 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:11.479966 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Checking router: 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:58:11.488872 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:58:11.490029 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:58:00Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:11.592765 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:58:11.797331 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:11.823793 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c17c0e2-2e09-4142-9dbc-be62d26264e4 None None] The sync data for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi is: [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:58:12.052462 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef26140f-67eb-450b-9f5b-7e845104c913 None None] New status for floating IP 9c26e64a-5b45-4ff6-8d50-3d0264604e3c: DOWN {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:58:12.427515 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-55ae1483-5c97-4f65-80fb-7e99dcf3959c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627830986&fields=id&tenant_id=a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 267 time: 0.0328679 Oct 26 10:58:12.533331 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-acf0d59e-387f-4dab-b13e-cbae1fdb479b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:12.534747 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-acf0d59e-387f-4dab-b13e-cbae1fdb479b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 811 time: 0.1007619 Oct 26 10:58:12.549501 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-5cceba35-4fca-4ebd-b4f4-576957d4f24c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/quotas/a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 375 time: 0.0085409 Oct 26 10:58:12.600174 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-1c150a91-991b-4d5b-9525-bad83a8a82e4 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457335 Oct 26 10:58:12.696835 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-8492e551-3250-4ea0-8605-1aaffed0847c service neutron] 10.222.0.79 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847104 Oct 26 10:58:12.783587 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-ed0bac2a-750b-4198-9771-8ef657212721 service neutron] 10.222.0.79 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Oct 26 10:58:13.053236 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-59ea4606-0e4b-4393-ab41-13e9f6009dec req-e07227ed-ff34-4a4f-8b21-09e4af6596d0 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Oct 26 10:58:14.154906 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-a54d218b-db19-4e0f-95c1-131c8fdcd246 req-2892ce89-96d2-4bb2-b111-89f7fd7b6b8c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Oct 26 10:58:14.338707 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-b75496f8-687a-4871-8c5d-9151e1e53bd5 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:14.340221 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-b75496f8-687a-4871-8c5d-9151e1e53bd5 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 811 time: 0.3473132 Oct 26 10:58:14.368452 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device f0353392-6f61-419e-9ba7-c77e13ff1985 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 10:58:14.385854 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-36cef5aa-a1de-468e-8aa8-097a2a793f77 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a278243c24ba4028afe48a2572803e19 HTTP/1.1" status: 200 len: 380 time: 0.0345368 Oct 26 10:58:14.393499 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] No Port match for: f0353392-6f61-419e-9ba7-c77e13ff1985 {{(pid=108010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 10:58:14.393880 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device f0353392-6f61-419e-9ba7-c77e13ff1985 not bound to the agent host hv-cinder-81546 {{(pid=108010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 10:58:14.396758 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'port': {'device_id': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'admin_state_up': True, 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'security_groups': ['1f33600f-21e3-4c1d-8484-09c4971d1b82']}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:58:14.509476 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Made reservation on behalf of a278243c24ba4028afe48a2572803e19 for: {'port': 1} {{(pid=108009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 10:58:14.513125 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:14.641451 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Allocated IP 172.20.0.13 (91d9b3ce-7d99-40f9-9d3f-020fe41fa07c/32b0e90c-4e61-4cb2-adcb-3382c21e9f66/b2d446b5-581a-4c85-a769-73b1518e8059) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:58:14.777298 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:14.809295 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:14.852613 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:58:14.855708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:58:14.859431 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:58:14.886283 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=b2d446b5-581a-4c85-a769-73b1518e8059,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:14.921938 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:14.922664 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:14.941035 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-a4444f8b-826e-4589-aee1-8b05fd1d6c68 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492752 Oct 26 10:58:14.954142 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Request body: {'port': {'device_id': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:58:15.015354 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.144062 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-d1dac306-5c62-4098-b717-368bd00c58c8 None None] Provisioning complete for port b2d446b5-581a-4c85-a769-73b1518e8059 triggered by entity DHCP. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:58:15.144303 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d1dac306-5c62-4098-b717-368bd00c58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.177232 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.plugin [None req-d1dac306-5c62-4098-b717-368bd00c58c8 None None] Port b2d446b5-581a-4c85-a769-73b1518e8059 cannot update to ACTIVE because it is not bound. {{(pid=108010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 10:58:15.312011 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50238-3d32-4e36-8fb3-696664bd075c req-cfe09706-4785-45a0-a25f-74d9a45f51f9 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:15.313495 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-20c50238-3d32-4e36-8fb3-696664bd075c req-cfe09706-4785-45a0-a25f-74d9a45f51f9 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 932 time: 0.0887785 Oct 26 10:58:15.315277 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d446b5-581a-4c85-a769-73b1518e8059 {{(pid=108009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:58:15.324557 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.355573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.provisioning_blocks [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Transition to ACTIVE for port object b2d446b5-581a-4c85-a769-73b1518e8059 will not be triggered until provisioned by entity L2. {{(pid=108009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 10:58:15.363485 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-20c50238-3d32-4e36-8fb3-696664bd075c req-826dbb1b-edd1-49e8-8b32-fd16356e1f5c tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Oct 26 10:58:15.364058 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.410968 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d446b5-581a-4c85-a769-73b1518e8059,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:15.488999 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Attempting to bind port b2d446b5-581a-4c85-a769-73b1518e8059 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 10:58:15.489859 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Attempting to bind port b2d446b5-581a-4c85-a769-73b1518e8059 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 10:58:15.490192 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Attempting to bind port b2d446b5-581a-4c85-a769-73b1518e8059 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:58:15.494782 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Port b2d446b5-581a-4c85-a769-73b1518e8059 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 10:58:15.495099 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Attempting to bind port b2d446b5-581a-4c85-a769-73b1518e8059 on network 91d9b3ce-7d99-40f9-9d3f-020fe41fa07c {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 10:58:15.499994 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Checking agent: {'id': 'f725b5d0-107d-4eba-8146-4e140cf862a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'started_at': datetime.datetime(2021, 10, 26, 10, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 10, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 10:58:15.500248 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Checking segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 10:58:15.500632 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Bound using segment: {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'} {{(pid=108009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 10:58:15.501058 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.managers [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Bound port: b2d446b5-581a-4c85-a769-73b1518e8059, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4170f50-33e1-4acc-88a5-d674c845d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c'}}] {{(pid=108009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 10:58:15.501437 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.568967 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] For port b2d446b5-581a-4c85-a769-73b1518e8059, host hv-cinder-81546, cleared binding levels {{(pid=108009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 10:58:15.572487 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.plugins.ml2.db [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] For port b2d446b5-581a-4c85-a769-73b1518e8059, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b2d446b5-581a-4c85-a769-73b1518e8059,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 10:58:15.576182 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.609232 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:15.609842 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for port, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:15.611194 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] 10.222.0.72 "PUT /v2.0/ports/b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1094 time: 0.6620762 Oct 26 10:58:15.611631 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:58:15.613904 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71470ecd-b1e5-473f-b3de-7909dd68b253" -d '{"events": [{"name": "network-changed", "server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:58:15.651986 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe4c6f-3056-479a-b822-2fd5592c1a4a service neutron] Pushing event updated for resources: {'Port': ['ID=b2d446b5-581a-4c85-a769-73b1518e8059,revision_number=3']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:15.668014 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed165a3-28f9-469b-ba46-63ee0abc7e4e x-openstack-request-id: req-2ed165a3-28f9-469b-ba46-63ee0abc7e4e {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:58:15.668297 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:58:15.668547 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ed165a3-28f9-469b-ba46-63ee0abc7e4e {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:58:15.668938 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'status': 'completed', 'code': 200} Oct 26 10:58:15.702369 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-f3640958-9aeb-4c9a-9a64-10fcfea24049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:15.703881 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-f3640958-9aeb-4c9a-9a64-10fcfea24049 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1097 time: 0.0461888 Oct 26 10:58:15.752669 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-620995f3-da86-4cf7-829e-c499193b1dc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 217 time: 0.0391853 Oct 26 10:58:15.803878 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-f81009e8-4c4a-44ea-bf67-b75ff26906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:15.805332 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-f81009e8-4c4a-44ea-bf67-b75ff26906a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0448830 Oct 26 10:58:15.849645 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211826e6-833e-46e4-b864-229300e673cd req-8466688c-16e1-4afe-b0fa-0d1a33aaffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:15.851090 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-8466688c-16e1-4afe-b0fa-0d1a33aaffa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392537 Oct 26 10:58:15.941462 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-d852df81-900e-47df-9691-a539f11a17e5 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Oct 26 10:58:16.029940 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-211826e6-833e-46e4-b864-229300e673cd req-b398a98d-ebed-4515-9823-9e68258dd9d1 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816631 Oct 26 10:58:16.110276 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-2ae006dc-406b-4224-bc82-f50b04c01b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:16.111689 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-2ae006dc-406b-4224-bc82-f50b04c01b36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1097 time: 0.0391610 Oct 26 10:58:16.204361 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-d5079900-9ca3-4207-8778-d508e08359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:16.205741 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-d5079900-9ca3-4207-8778-d508e08359c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0860329 Oct 26 10:58:16.246782 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-b6c22cfc-1f6f-4c47-a751-cf0c053075d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 217 time: 0.0330844 Oct 26 10:58:16.298810 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-a5e7f75d-b988-48e4-8bd2-4af40b6420e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:16.300273 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-a5e7f75d-b988-48e4-8bd2-4af40b6420e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0467656 Oct 26 10:58:16.345625 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-51585e16-70ca-4f40-b5f2-fc8d8cdf7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:16.347094 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-51585e16-70ca-4f40-b5f2-fc8d8cdf7c71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390203 Oct 26 10:58:16.454680 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-1a33b317-d63a-4ba6-ae7a-47402dce3f4a service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991199 Oct 26 10:58:16.539339 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841469cd-8060-4b29-a73b-a268246877d3 req-1ff1e9e0-73ca-49ba-a90e-de11ece72def tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:16.540785 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-841469cd-8060-4b29-a73b-a268246877d3 req-1ff1e9e0-73ca-49ba-a90e-de11ece72def tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.1039693 Oct 26 10:58:16.587275 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-71470ecd-b1e5-473f-b3de-7909dd68b253 req-27081b0d-ffbb-4ae7-9d26-5733de1d7476 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196828 Oct 26 10:58:16.600132 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-841469cd-8060-4b29-a73b-a268246877d3 req-5484e34d-2ca0-4fa9-8ecc-2d7bc4adc3b2 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531142 Oct 26 10:58:17.718354 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3685cf-45c2-430c-8f64-778e21b2d6ae req-4cebb6e5-549f-4c1f-a648-fad0d94c14a6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:17.719796 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bb3685cf-45c2-430c-8f64-778e21b2d6ae req-4cebb6e5-549f-4c1f-a648-fad0d94c14a6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0517409 Oct 26 10:58:17.757072 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-bb3685cf-45c2-430c-8f64-778e21b2d6ae req-3de2da11-c73b-4819-b792-c8a251aeeaab tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Oct 26 10:58:18.869609 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38801c6-f9c0-45dd-8cc1-1af1b2d7539a req-bbbe1de6-6dad-4ac0-a445-a22ee93cd3dc tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:18.871085 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b38801c6-f9c0-45dd-8cc1-1af1b2d7539a req-bbbe1de6-6dad-4ac0-a445-a22ee93cd3dc tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0490870 Oct 26 10:58:18.907129 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b38801c6-f9c0-45dd-8cc1-1af1b2d7539a req-5bb6d43e-1bd8-40d7-b053-52d60a1488c0 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301552 Oct 26 10:58:20.017639 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d32374-2746-4cbf-ab31-850db2d1fe30 req-f82da8f6-6e5e-464b-b8af-499ea8d4fd92 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:20.019083 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-19d32374-2746-4cbf-ab31-850db2d1fe30 req-f82da8f6-6e5e-464b-b8af-499ea8d4fd92 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0474882 Oct 26 10:58:20.056611 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-19d32374-2746-4cbf-ab31-850db2d1fe30 req-f7473b7c-f346-4f95-9211-ef18e65fa915 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Oct 26 10:58:20.269979 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:58:21.166689 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea09e-e6ed-40d8-adec-a80426fc1c04 req-7791e3c6-0a9a-4fc6-b9d0-10a59cdd418b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:21.168119 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-17cea09e-e6ed-40d8-adec-a80426fc1c04 req-7791e3c6-0a9a-4fc6-b9d0-10a59cdd418b tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0476985 Oct 26 10:58:21.203703 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-17cea09e-e6ed-40d8-adec-a80426fc1c04 req-e536bca2-2c1e-456d-8ed6-1641092ff607 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297923 Oct 26 10:58:22.316027 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3592796-fccf-46ac-aca7-4978999ef02e req-1cf5d9b1-aeea-45ca-a429-a8244e23d8e6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:22.317513 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c3592796-fccf-46ac-aca7-4978999ef02e req-1cf5d9b1-aeea-45ca-a429-a8244e23d8e6 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0493655 Oct 26 10:58:22.354389 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-c3592796-fccf-46ac-aca7-4978999ef02e req-77f838b1-09c9-4202-94bf-0541a5a7e4db tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302646 Oct 26 10:58:23.473274 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6eff1-2257-47fb-b31b-bbd04f84bc10 req-39bd8fa5-5969-4da8-97ae-3b06b6df3105 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:23.474714 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bfc6eff1-2257-47fb-b31b-bbd04f84bc10 req-39bd8fa5-5969-4da8-97ae-3b06b6df3105 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0514836 Oct 26 10:58:23.513108 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bfc6eff1-2257-47fb-b31b-bbd04f84bc10 req-383129fe-ce1d-48d2-9441-09224f43a759 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Oct 26 10:58:24.430947 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device b2d446b5-581a-4c85-a769-73b1518e8059 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=108010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 10:58:24.634216 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614055-35db-489e-8279-6d9655d6c52a req-4119f075-ce30-42c4-9d56-7eeb1fb12c71 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:24.635699 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21614055-35db-489e-8279-6d9655d6c52a req-4119f075-ce30-42c4-9d56-7eeb1fb12c71 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 944 time: 0.0529199 Oct 26 10:58:24.653883 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port b2d446b5-581a-4c85-a769-73b1518e8059, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b2d446b5-581a-4c85-a769-73b1518e8059,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:58:24.666072 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Returning: {'device': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'port_id': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'mac_address': 'fa:16:3e:56:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 10:58:24.673204 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-21614055-35db-489e-8279-6d9655d6c52a req-8c7516fd-9289-487b-bbbe-ab556675d840 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Oct 26 10:58:24.704969 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:24.717174 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d446b5-581a-4c85-a769-73b1518e8059 {{(pid=108010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 10:58:24.735538 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port b2d446b5-581a-4c85-a769-73b1518e8059, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b2d446b5-581a-4c85-a769-73b1518e8059,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:58:24.739704 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:24.785496 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=b2d446b5-581a-4c85-a769-73b1518e8059,revision_number=4']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:24.792981 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.793350 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.793688 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.794023 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.794352 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.794678 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.795003 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.795324 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.795646 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.795967 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.796288 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.796604 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-1-iscsi {{(pid=108010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 10:58:24.945180 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] get_ports_and_sgs() called for port_ids ['b2d446b5-581a-4c85-a769-73b1518e8059'] {{(pid=108010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 10:58:25.783639 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501c9f8-c67b-427f-81f4-51217b34e412 req-3ad42ce7-7f88-4889-b0cc-874093cfd985 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:25.785063 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1501c9f8-c67b-427f-81f4-51217b34e412 req-3ad42ce7-7f88-4889-b0cc-874093cfd985 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Oct 26 10:58:25.821519 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-1501c9f8-c67b-427f-81f4-51217b34e412 req-abd0401e-d091-4e91-9429-9cd71c3e7552 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Oct 26 10:58:26.447115 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Device b2d446b5-581a-4c85-a769-73b1518e8059 up at agent hyperv_hv-cinder-81546 {{(pid=108010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 10:58:26.493528 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning for port b2d446b5-581a-4c85-a769-73b1518e8059 completed by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 10:58:26.497105 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.provisioning_blocks [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Provisioning complete for port b2d446b5-581a-4c85-a769-73b1518e8059 triggered by entity L2. {{(pid=108010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 10:58:26.497481 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-843424'] for port, provisioning_complete {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:26.576728 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:26.598691 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059'}] {{(pid=108010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:58:26.601125 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaac63e1be2e6a460b3e241b00d01b2e48de1f5bf9c757c25356b2ff561f3f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42166a72-91f6-4616-adcc-6de131dce8c8" -d '{"events": [{"server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "name": "network-vif-plugged", "status": "completed", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059"}]}' {{(pid=108010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:58:26.614713 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.plugins.ml2.db [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] For port b2d446b5-581a-4c85-a769-73b1518e8059, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b2d446b5-581a-4c85-a769-73b1518e8059,segment=NetworkSegment(d4170f50-33e1-4acc-88a5-d674c845d9f0),segment_id=d4170f50-33e1-4acc-88a5-d674c845d9f0)] {{(pid=108010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 10:58:26.619917 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970'] for port, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:26.644381 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7088057-27c9-433d-a230-b418a77bcf3d x-openstack-request-id: req-b7088057-27c9-433d-a230-b418a77bcf3d {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:58:26.644713 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "name": "network-vif-plugged", "status": "completed", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059", "code": 200}]} {{(pid=108010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:58:26.644943 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7088057-27c9-433d-a230-b418a77bcf3d {{(pid=108010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:58:26.645349 dv-cinder-815461-1-iscsi neutron-server[108010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'code': 200} Oct 26 10:58:26.670584 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Pushing event updated for resources: {'Port': ['ID=b2d446b5-581a-4c85-a769-73b1518e8059,revision_number=5']} {{(pid=108010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:26.842864 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aead760-b740-470b-9278-2baf3bff622f req-6723a097-3c03-48bb-b766-725249a9a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:26.844416 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7aead760-b740-470b-9278-2baf3bff622f req-6723a097-3c03-48bb-b766-725249a9a70b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0375345 Oct 26 10:58:26.882165 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-7aead760-b740-470b-9278-2baf3bff622f req-5c3358b4-05fd-48d9-ac70-7b055bf38fac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283709 Oct 26 10:58:26.938061 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44112-52dc-4640-819f-4fbd2b54fbbb req-a8cb834e-3183-41b4-929e-3da0e9ad24ce tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:26.939479 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f0f44112-52dc-4640-819f-4fbd2b54fbbb req-a8cb834e-3183-41b4-929e-3da0e9ad24ce tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 946 time: 0.0507324 Oct 26 10:58:26.975553 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f0f44112-52dc-4640-819f-4fbd2b54fbbb req-9b7e33bf-e8d9-4986-8e9c-a4613ab7d245 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300047 Oct 26 10:58:27.128210 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e056eff2-b9bf-4117-939f-6da0052170c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:28.088312 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677da10-a26f-4f3f-870e-2fa8fb9b4b12 req-5a3d8981-9501-497f-bd1f-05718cef364e tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:28.090148 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2677da10-a26f-4f3f-870e-2fa8fb9b4b12 req-5a3d8981-9501-497f-bd1f-05718cef364e tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Oct 26 10:58:28.127137 dv-cinder-815461-1-iscsi neutron-server[108008]: INFO neutron.wsgi [req-2677da10-a26f-4f3f-870e-2fa8fb9b4b12 req-c79a2a6d-09b5-47d4-8ca6-2631c82e4664 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Oct 26 10:58:28.236901 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b7687-6b6d-49d3-a0de-ae5d074e9e5c req-3133bf5d-60c8-496f-95e5-58db6e1b1a3d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:28.238357 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-473b7687-6b6d-49d3-a0de-ae5d074e9e5c req-3133bf5d-60c8-496f-95e5-58db6e1b1a3d tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 946 time: 0.0469592 Oct 26 10:58:28.279135 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-473b7687-6b6d-49d3-a0de-ae5d074e9e5c req-99511543-a77e-46c9-b3dd-28f725f37c19 tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f33600f-21e3-4c1d-8484-09c4971d1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343008 Oct 26 10:58:28.300456 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35662) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:58:28.337682 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416ef4c-250c-4022-a620-d96cad8ae31a tempest-TestVolumeBootPattern-780695941 tempest-TestVolumeBootPattern-780695941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:28.339105 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-9416ef4c-250c-4022-a620-d96cad8ae31a tempest-TestVolumeBootPattern-780695941 tempest-TestVolumeBootPattern-780695941-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1094 time: 0.0377226 Oct 26 10:58:28.341794 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [-] (108009) accepted ('10.222.0.79', 35664) {{(pid=108009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 10:58:28.345925 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.v2.base [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Request body: {'floatingip': {'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'port_id': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 10:58:28.367327 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for floatingip, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:28.463806 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:28.561677 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.db_base_plugin_common [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Allocated IP 172.27.3.117 (f603d44a-3dca-48d9-bb8d-0b56ed5059c8/a93bdc61-ed45-4238-bfa9-40a1c0bbbb44/c56a89b9-9a5e-49d7-8ea8-a6aabf59dc0c) {{(pid=108009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 10:58:28.662580 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:28.693964 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770034627934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4246291'] for port, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:28.730637 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Network f603d44a-3dca-48d9-bb8d-0b56ed5059c8 is already hosted by enough agents. {{(pid=108009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 10:58:28.734782 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.base_scheduler [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Resources bound (agent type, host, resource id): {{(pid=108009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 10:58:28.738216 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Received port after_create {{(pid=108009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 10:58:28.760798 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=c56a89b9-9a5e-49d7-8ea8-a6aabf59dc0c,revision_number=1']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:29.067028 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.130418 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598725'] for port, before_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.274764 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks [] for port, precommit_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.278872 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2005380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770035105518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770034627952', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770034627970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4246298'] for port, after_update {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.351423 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Pushing event updated for resources: {'Port': ['ID=c56a89b9-9a5e-49d7-8ea8-a6aabf59dc0c,revision_number=2']} {{(pid=108009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 10:58:29.364230 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587765'] for floatingip, after_create {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.462225 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.db.l3_db [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Floating IP bbda2745-bfb2-4ddf-a85e-6e5a13ce6c89 associated. External IP: 172.27.3.117, port: b2d446b5-581a-4c85-a769-73b1518e8059. Oct 26 10:58:29.550432 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-6c22ff98-51e1-41aa-88d2-650bf02fef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.665137 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 has already been hosted by L3 agent 9e835d7d-bb69-4ec6-9cc8-cfc48523000f {{(pid=108009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 10:58:29.766030 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Notify agent at l3_agent.dv-cinder-815461-1-iscsi the message routers_updated {{(pid=108009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 10:58:29.776764 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Sync routers for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 10:58:29.783609 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron_lib.callbacks.manager [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100306'] for floatingip, before_response {{(pid=108009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:29.789745 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:58:29.790442 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:58:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:29.809626 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [None req-652689fc-a6c2-4e75-aa22-b8751cccbedb tempest-TestVolumeBootPattern-764825946 tempest-TestVolumeBootPattern-764825946-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4666588 Oct 26 10:58:29.810047 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059'}] {{(pid=108009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 10:58:29.812256 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}085d2fc6e1690620acd30700e85ab8b872b85ace8d9fb0bb3b73389c183f7329" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e6534-a69f-4760-8766-5d5fd1fd35de" -d '{"events": [{"name": "network-changed", "server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059"}]}' {{(pid=108009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 10:58:29.846871 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80315fda-8ff9-4c1f-b74b-8515002bffac x-openstack-request-id: req-80315fda-8ff9-4c1f-b74b-8515002bffac {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 10:58:29.847155 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7040d2c1-1ecc-46d9-8334-8c4846c26b68", "tag": "b2d446b5-581a-4c85-a769-73b1518e8059", "status": "completed", "code": 200}]} {{(pid=108009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 10:58:29.847403 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80315fda-8ff9-4c1f-b74b-8515002bffac {{(pid=108009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 10:58:29.847793 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'tag': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'status': 'completed', 'code': 200} Oct 26 10:58:29.897262 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:58:29.923455 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-c2106d8a-9e94-4554-8939-7276710346ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:29.925152 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-c2106d8a-9e94-4554-8939-7276710346ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0427692 Oct 26 10:58:30.014833 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-2582b007-74bb-4f91-a0ac-77eadaf26759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:30.016298 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-2582b007-74bb-4f91-a0ac-77eadaf26759 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0838845 Oct 26 10:58:30.124387 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'bbda2745-bfb2-4ddf-a85e-6e5a13ce6c89', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:56:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:58:28Z', 'updated_at': '2021-10-26T10:58:28Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:30.152564 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Checking router: 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 for host: dv-cinder-815461-1-iscsi {{(pid=108010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 10:58:30.161259 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Routers {'5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'} bound to L3 agent in host dv-cinder-815461-1-iscsi {{(pid=108010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 10:58:30.161875 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T10:37:29Z,description=,heartbeat_timestamp=2021-10-26T10:58:30Z,host='dv-cinder-815461-1-iscsi',id=9e835d7d-bb69-4ec6-9cc8-cfc48523000f,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T10:37:29Z,topic='l3_agent')) {'router_ids': ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'], 'active': True} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:30.268500 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_dvr_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] Set router 5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9 gateway port host: dv-cinder-815461-1-iscsi {{(pid=108010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 10:58:30.329197 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-7b549985-1b82-4959-a408-8d57c5258518 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1000 time: 0.3057246 Oct 26 10:58:30.379446 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-4dce4b66-39cc-4435-91fd-c9d264c43fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:30.380821 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-4dce4b66-39cc-4435-91fd-c9d264c43fd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0430284 Oct 26 10:58:30.425842 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-c2cc591f-dc0b-4176-8bdb-d727277c60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:30.427325 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-c2cc591f-dc0b-4176-8bdb-d727277c60be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395253 Oct 26 10:58:30.496281 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.db.l3_hamode_db [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'bbda2745-bfb2-4ddf-a85e-6e5a13ce6c89', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:56:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:58:28Z', 'updated_at': '2021-10-26T10:58:28Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-1-iscsi', False) {} {{(pid=108010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 10:58:30.518371 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-57b3743d-e886-47d7-b4b9-2cad3b8696ef service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838823 Oct 26 10:58:30.522704 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11cce0-70fb-4565-8521-1f01abb910a9 None None] The sync data for ids ['5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9'] in dv-cinder-815461-1-iscsi is: [{'id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'name': 'tempest-TestVolumeBootPattern-301696648-router', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'external_fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:30Z', 'revision_number': 4, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'gw_port': {'id': '59a6426d-1936-4c36-b93f-ce7abdb2a32f', 'name': '', 'network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:28Z', 'updated_at': '2021-10-26T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a93bdc61-ed45-4238-bfa9-40a1c0bbbb44', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-1-iscsi', '_floatingips': [{'id': 'bbda2745-bfb2-4ddf-a85e-6e5a13ce6c89', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'f603d44a-3dca-48d9-bb8d-0b56ed5059c8', 'router_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'port_id': 'b2d446b5-581a-4c85-a769-73b1518e8059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'mac_address': 'fa:16:3e:56:78:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7040d2c1-1ecc-46d9-8334-8c4846c26b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T10:58:28Z', 'updated_at': '2021-10-26T10:58:28Z', 'revision_number': 0, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24113078-38bf-43d5-9477-bf3d9a530424', 'name': '', 'network_id': '91d9b3ce-7d99-40f9-9d3f-020fe41fa07c', 'tenant_id': 'a278243c24ba4028afe48a2572803e19', 'mac_address': 'fa:16:3e:6c:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa4bf05-baf3-4d43-bf25-7c5dcd9ab4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T10:55:30Z', 'updated_at': '2021-10-26T10:55:36Z', 'revision_number': 5, 'project_id': 'a278243c24ba4028afe48a2572803e19', 'subnets': [{'id': '32b0e90c-4e61-4cb2-adcb-3382c21e9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 10:58:30.610960 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-b29e6534-a69f-4760-8766-5d5fd1fd35de req-3a3bc7f6-b709-4e5f-a485-d438f26e0725 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855055 Oct 26 10:58:30.717423 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49df87-0a52-4dbe-9038-b2b2e468f58d None None] New status for floating IP bbda2745-bfb2-4ddf-a85e-6e5a13ce6c89: ACTIVE {{(pid=108011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 10:58:30.916138 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:30.977198 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:32.941744 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:33.959610 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:39.018312 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-a6f2fd5e-6ab8-4252-b120-1c8346bb7216 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411587 Oct 26 10:58:39.095708 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f732-5909-4c72-a427-123375c25b1e req-91e63821-67db-4f24-84d2-28bc186df412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:39.097200 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-91e63821-67db-4f24-84d2-28bc186df412 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0392067 Oct 26 10:58:39.199590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f732-5909-4c72-a427-123375c25b1e req-7aeae046-45e6-4252-a26c-88e60c073b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:39.200996 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-7aeae046-45e6-4252-a26c-88e60c073b07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0850134 Oct 26 10:58:39.266351 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-7c27242e-88ab-447b-ba59-9f9112751155 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0557878 Oct 26 10:58:39.312840 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f732-5909-4c72-a427-123375c25b1e req-b440854a-c8c2-471e-87fa-64ab1df14375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:39.314171 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-b440854a-c8c2-471e-87fa-64ab1df14375 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0412550 Oct 26 10:58:39.360596 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f732-5909-4c72-a427-123375c25b1e req-3be3eb30-3015-4e45-9446-fa8a3f037974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:58:39.362064 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-3be3eb30-3015-4e45-9446-fa8a3f037974 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409954 Oct 26 10:58:39.450329 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-34dca481-451c-484f-9ab7-c83740a9a32e service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806019 Oct 26 10:58:39.540764 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-a239f732-5909-4c72-a427-123375c25b1e req-944dd8c0-bbd1-4712-a296-8a293e961b14 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829177 Oct 26 10:58:57.130351 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-56caed77-2a1c-4e8d-a74c-ae6d1ea296b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:58:57.268594 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:58:59.550736 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1dc87ea7-0c36-48a9-93f2-01111ed48ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:00.919019 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:00.980840 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:02.943497 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:03.962120 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:27.131671 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f14d-8f09-4c4c-9a1d-b60d8dc745f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:29.550097 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9aee-1ced-4c90-9ec6-fb788bde7018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:30.920801 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:30.983599 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:32.945707 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:33.962572 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:34.266673 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 10:59:40.964050 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-b2c8aab0-5ac0-4374-b768-94da8607a5dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385973 Oct 26 10:59:41.044927 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-a54c3f86-9b71-403e-9dcf-e6887a13d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:59:41.046415 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-a54c3f86-9b71-403e-9dcf-e6887a13d57e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0404787 Oct 26 10:59:41.154445 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-689546b7-77b3-49c6-8814-3e3659c89c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:59:41.155889 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-689546b7-77b3-49c6-8814-3e3659c89c80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0890071 Oct 26 10:59:41.220753 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-2874dc61-205a-4244-bd12-47d1e8ada527 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0568492 Oct 26 10:59:41.273463 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-621efb3d-24a8-4f13-9726-fb3545110c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:59:41.274859 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-621efb3d-24a8-4f13-9726-fb3545110c9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0462155 Oct 26 10:59:41.318628 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-458bed9a-90fd-44aa-80b3-cd21a2d94642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 10:59:41.320044 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-458bed9a-90fd-44aa-80b3-cd21a2d94642 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376403 Oct 26 10:59:41.411267 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-e1f3dc73-1cf5-42a7-b895-6b8619e09a27 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Oct 26 10:59:41.504093 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-63704a5c-16b2-4c5a-a490-c8e0e34fc159 req-3f8341aa-256f-497b-8007-b446c393a8f3 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Oct 26 10:59:57.132117 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-b904a7b5-a803-4cff-a2ad-9b988cd50cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 10:59:59.550617 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-e42361e8-d51e-4004-8072-18296d67e9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:00.921686 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:00.985406 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:02.948738 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:03.969719 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:11.265944 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:00:27.134402 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-ff498b80-6a27-4931-aed7-182b320654fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:29.551480 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfba3-30ea-462f-8bdb-1860f1186ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:30.923419 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:30.987957 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:32.951206 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:33.964960 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:41.965775 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-8a231bfd-9bcc-45d2-8166-fdb9c9ebf9f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389869 Oct 26 11:00:42.045416 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-bfdc2adf-2830-44b1-bc85-a75056af4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:00:42.046886 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-bfdc2adf-2830-44b1-bc85-a75056af4290 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0393295 Oct 26 11:00:42.150573 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-d0110291-b73c-4b5a-b329-40656db2db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:00:42.152381 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-d0110291-b73c-4b5a-b329-40656db2db64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0868168 Oct 26 11:00:42.218861 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-7913c42a-e965-4719-a6c1-6e01a884d411 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0592866 Oct 26 11:00:42.266937 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-812fb52e-29b3-4cbf-9ee0-acad95106653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:00:42.268333 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-812fb52e-29b3-4cbf-9ee0-acad95106653 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0424905 Oct 26 11:00:42.313832 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-1e6b8251-9c02-41b3-9e0b-a47ec724644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:00:42.315302 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-1e6b8251-9c02-41b3-9e0b-a47ec724644f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386961 Oct 26 11:00:42.406982 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-d60fb9b4-7eac-4d31-8ec3-7dbcaa9938b6 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Oct 26 11:00:42.494272 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-f1d52943-9148-4ec3-a480-37cc3907a223 req-64c1e761-6611-4db0-b9aa-34e63a740900 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802579 Oct 26 11:00:48.264981 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:00:57.135132 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-16de45b3-a5c0-48e8-8ac6-8497f77e550c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:00:59.552613 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-a69d0246-176b-4708-806f-92c9af7b591e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:00.925360 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:00.991064 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:02.954900 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:03.996096 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:25.263469 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:01:27.137066 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-04be6910-bcfe-40d5-ace8-7a93c42afdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:29.553616 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-3a799d3c-2d8e-4dc0-85e0-22e239604d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:30.928339 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:30.994589 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:32.957946 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:33.997305 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:38.786567 dv-cinder-815461-1-iscsi neutron-server[108008]: DEBUG neutron.wsgi [req-9e1205ab-098a-4338-8b97-34340357be65 req-6b63b5eb-3e60-4ae8-bd4d-e0bf944f22fa service neutron] (108008) timed out ('10.222.0.72', 58491) {{(pid=108008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 11:01:42.000730 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-26b725bc-2c11-4c94-9e27-8ad23b26db52 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863323 Oct 26 11:01:42.088558 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-1e430ca4-8125-4f08-b841-bf43a7cf6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:01:42.090073 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-1e430ca4-8125-4f08-b841-bf43a7cf6969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0435107 Oct 26 11:01:42.196454 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-0de0bdb4-101c-47d9-a486-bad57114e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:01:42.197868 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-0de0bdb4-101c-47d9-a486-bad57114e89b service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0868371 Oct 26 11:01:42.271333 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-f681db3d-ad94-4ac3-bd6a-5d53666c40b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0661259 Oct 26 11:01:42.323258 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-dc5574cc-3d64-4361-b5b4-8ff25c3a6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:01:42.324772 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-dc5574cc-3d64-4361-b5b4-8ff25c3a6ac9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0441439 Oct 26 11:01:42.370916 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-3aab43b7-f6b2-4651-a5f3-2f31b20bb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:01:42.372388 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-3aab43b7-f6b2-4651-a5f3-2f31b20bb6d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397823 Oct 26 11:01:42.465896 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-f3670f54-309e-4dd5-8792-dbb680c153c4 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Oct 26 11:01:42.558254 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-0d92032f-3fbd-4dc6-baa0-07da8dfead5e req-fbf2a0d7-9295-487c-816c-e1d42bbcb396 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845776 Oct 26 11:01:57.138964 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f7bd066d-6efe-45b4-b2e8-218864c8b793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:01:59.556009 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-29f1c931-081c-4992-8b22-6054a37c5350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:00.932103 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:00.998407 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:02.262874 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:02:02.962141 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:04.001657 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:27.141755 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-523e87e1-f916-4ff1-bea5-77d924438a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:29.557686 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-d441978f-826b-44ae-a82b-744d842f9f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:30.934917 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:31.000199 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:32.964669 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:33.997380 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:39.261293 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:02:43.956844 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-d5a80d75-23fd-419c-9983-bef43e8ba796 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440669 Oct 26 11:02:44.038997 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf196-7947-4d8b-98d3-458473168aea req-c275205a-f6f7-4a03-890a-f0822ede53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:02:44.040476 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-c275205a-f6f7-4a03-890a-f0822ede53dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0408883 Oct 26 11:02:44.148350 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf196-7947-4d8b-98d3-458473168aea req-4bf2b0fc-109b-4efd-b786-cbfceb8e4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:02:44.150514 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-4bf2b0fc-109b-4efd-b786-cbfceb8e4ad7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.0897410 Oct 26 11:02:44.219279 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-0b9d2834-7d55-4396-b6ba-85e503bc9635 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0617230 Oct 26 11:02:44.268114 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf196-7947-4d8b-98d3-458473168aea req-f1280b26-64b6-4679-bd3c-b2c13a65bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:02:44.269589 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-f1280b26-64b6-4679-bd3c-b2c13a65bfe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0437822 Oct 26 11:02:44.315727 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf196-7947-4d8b-98d3-458473168aea req-d9a63bb7-5ecc-46ae-8246-da6d4087a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:02:44.317227 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-d9a63bb7-5ecc-46ae-8246-da6d4087a143 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402451 Oct 26 11:02:44.420990 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-2ff28d7f-755d-4344-a0c4-87ff875c7b2f service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956602 Oct 26 11:02:44.524501 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-bbbbf196-7947-4d8b-98d3-458473168aea req-ebf7e004-c2ab-4dd7-b6cf-6de6f5077c58 service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963588 Oct 26 11:02:57.144031 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-5ebd99c2-035a-4403-97ba-49340416aab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:02:59.559662 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c7b746bd-9fa0-4d63-88c7-91886d6290d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:00.942500 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:01.002147 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:02.966192 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:03.997238 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:15.296590 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.wsgi [req-68e21666-6e54-4330-ad39-6d5dd47d610c req-3962faa2-e9a5-4d67-affd-463b4fd6224a service neutron] (108009) timed out ('10.222.0.72', 58586) {{(pid=108009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 11:03:16.259914 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:03:27.146536 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9348-81f7-4065-8504-ff780f62f172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:29.560808 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-03fea785-ca90-43dc-b0c5-66effa993947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:30.937457 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:31.006573 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:32.969201 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:33.997983 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:45.961595 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-c0f1189e-3ae2-4966-bf97-24b063ebc73f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471427 Oct 26 11:03:46.064239 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-a60d7d41-74d3-41c1-87cd-e2acfee06999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:03:46.067632 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-a60d7d41-74d3-41c1-87cd-e2acfee06999 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a278243c24ba4028afe48a2572803e19&device_id=7040d2c1-1ecc-46d9-8334-8c4846c26b68 HTTP/1.1" status: 200 len: 1099 time: 0.0548477 Oct 26 11:03:46.200196 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-720790fb-19a3-45d2-9cc5-689e73f48593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:03:46.201773 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-720790fb-19a3-45d2-9cc5-689e73f48593 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c HTTP/1.1" status: 200 len: 913 time: 0.1101971 Oct 26 11:03:46.273919 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-1ddcd234-69cf-4dee-b819-224146a56a2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d446b5-581a-4c85-a769-73b1518e8059 HTTP/1.1" status: 200 len: 1002 time: 0.0648570 Oct 26 11:03:46.329479 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-096983de-cf1a-445e-8f0c-c5977f4386a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:03:46.330935 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-096983de-cf1a-445e-8f0c-c5977f4386a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32b0e90c-4e61-4cb2-adcb-3382c21e9f66 HTTP/1.1" status: 200 len: 850 time: 0.0496924 Oct 26 11:03:46.388166 dv-cinder-815461-1-iscsi neutron-server[108009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-3620f24d-e86f-4a94-a27c-d79901cb8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 11:03:46.389736 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-3620f24d-e86f-4a94-a27c-d79901cb8114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91d9b3ce-7d99-40f9-9d3f-020fe41fa07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520716 Oct 26 11:03:46.496564 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-b55d7a10-580b-4aaa-b401-4f9da1e3409a service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995963 Oct 26 11:03:46.619894 dv-cinder-815461-1-iscsi neutron-server[108009]: INFO neutron.wsgi [req-5c1bef77-eb18-476f-86c3-9cbee4de9003 req-8cf6601c-4cbe-4c7e-8a87-0ae6a74b416c service neutron] 10.222.0.72 "GET /v2.0/networks/91d9b3ce-7d99-40f9-9d3f-020fe41fa07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150045 Oct 26 11:03:53.258531 dv-cinder-815461-1-iscsi neutron-server[108011]: DEBUG neutron.db.agents_db [None req-a5fbbcb4-d00e-4a77-aae5-86f465033252 None None] Agent healthcheck: found 6 active agents {{(pid=108011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:03:57.148891 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-f906f486-c2c8-441e-af39-c62893de3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:03:59.563418 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb84-4064-4534-aaf5-38247d90e8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:04:00.941818 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-9179024a-e415-4276-bfec-2d36f7021f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:04:01.009901 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce21f-1708-43f7-8bb9-11b497784e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:04:02.973209 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-699dfa48-8790-4dd0-bf36-02d7606f70e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 11:04:03.997568 dv-cinder-815461-1-iscsi neutron-server[108010]: DEBUG neutron_lib.callbacks.manager [None req-1e9f163a-3574-44f7-8fea-68a5ed452874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770035131149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-843511'] for agent, after_update {{(pid=108010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}